-- Logs begin at Fri 2021-07-30 07:32:50 UTC, end at Fri 2021-07-30 08:27:19 UTC. -- Jul 30 08:04:03.863932 dv-cinder-792800-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 08:04:06.605608 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.common.config [-] Logging enabled! Jul 30 08:04:06.606183 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 08:04:06.606385 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 08:04:06.609632 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.common.config [-] Logging enabled! Jul 30 08:04:06.609886 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 08:04:06.610197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 08:04:06.611122 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 08:04:06.611356 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 08:04:06.611720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 08:04:06.611990 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 08:04:06.612732 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 08:04:06.613078 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.613380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.613678 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.613906 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.614202 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.614507 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.614790 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.615080 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.615450 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.615738 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.616019 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.616301 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.616530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.616812 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.617124 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.617413 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.617638 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.617916 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.618337 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.618745 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.619027 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.619316 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.619593 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.619864 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.620139 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.620423 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.620753 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] host = dv-cinder-792800-2-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.621057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.621348 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.621636 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.621922 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.622196 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.622472 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.622755 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.623030 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.623302 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.623576 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.623863 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.624148 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.624441 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.624668 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.624889 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.625200 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.625488 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.625764 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.626038 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.626312 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.626585 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.626857 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.627126 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.627410 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.627825 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.628112 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.628386 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.628658 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.628951 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.629229 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.629515 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.629789 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.630062 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.630335 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.630620 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.630888 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.631163 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.631459 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.631742 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.632021 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.632304 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.632576 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.632855 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.633151 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.633425 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.633694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.633963 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.634230 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.634515 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.634786 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.635053 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.635323 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.635593 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.635875 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:06.636172 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.636468 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.637042 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.637328 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.637625 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.637905 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.638196 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.638475 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.638764 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.639054 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.639342 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.639621 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.639909 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.640188 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.640481 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.640783 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.641098 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.641390 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.641741 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.642022 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.642299 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.642579 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.642866 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.643162 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.643569 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.644159 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.644300 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.644600 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.644887 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.645185 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.645468 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.645763 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.646047 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.646325 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.646612 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.646892 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.647167 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.647441 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.647720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.648014 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.648294 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.648569 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.648841 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.649155 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.649429 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.649717 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.649995 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.650271 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.650546 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.650823 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.651099 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.651372 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.651647 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.651919 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.652197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.652469 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.652742 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.653039 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.653314 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.653586 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.653859 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.654131 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.654412 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.654685 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.654957 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.655229 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.655502 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.655774 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.656063 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.656363 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.656642 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.656947 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.657306 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.657590 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.657869 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.658148 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.658427 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.658705 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.659536 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.659871 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.660154 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.660444 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.660730 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.661099 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.661400 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.661680 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.661967 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.662246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.662526 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.662818 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.663104 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.663402 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.663698 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.663993 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.664288 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.664585 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.664873 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.665215 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.665498 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:06.665718 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 08:04:06.665960 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93178) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 08:04:07.022313 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 08:04:07.022521 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 08:04:07.022812 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 08:04:07.023147 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 08:04:07.418853 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.419149 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.419430 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.420749 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.421045 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.421316 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.455022 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.455298 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.455572 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.470552 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.470832 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.471101 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.498753 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.499031 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.499300 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.536840 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.537156 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.537427 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.769445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.770081 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.770081 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.770242 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.770923 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.891221 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.891542 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.891829 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.892105 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.892372 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.892683 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.892966 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.893250 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.893596 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.893979 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.894245 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.894513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.894770 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.895022 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.895281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.895547 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.895804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.896072 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.896346 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.896607 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.896880 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.897161 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.897445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.897824 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.898077 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.898325 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.898724 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.898967 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.899206 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.899445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.899687 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.899923 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:07.900285 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 08:04:07.903388 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 08:04:07.907316 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 08:04:07.911325 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 30 08:04:07.912992 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 08:04:07.913443 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 08:04:07.913782 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 08:04:07.914173 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 08:04:07.916963 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 08:04:07.917219 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 08:04:07.917568 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 08:04:07.922823 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 08:04:07.945778 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 08:04:07.946234 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.946533 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 08:04:07.946900 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.948249 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 08:04:07.948528 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 08:04:07.948772 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 08:04:07.952177 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:07.952459 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.016136 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 08:04:08.016376 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 08:04:08.016618 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 08:04:08.017000 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 08:04:08.039191 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_db.sqlalchemy.engines [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93178) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 08:04:08.572483 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing driver for type 'gre' Jul 30 08:04:08.573042 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] gre ID ranges: [(1, 1000)] Jul 30 08:04:08.625870 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing driver for type 'local' Jul 30 08:04:08.626233 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing driver for type 'vlan' Jul 30 08:04:08.638431 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] VlanTypeDriver initialization complete Jul 30 08:04:08.638756 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing driver for type 'vxlan' Jul 30 08:04:08.639235 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] vxlan ID ranges: [(1, 1000)] Jul 30 08:04:08.688557 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing extension driver 'port_security' Jul 30 08:04:08.688918 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.extensions.port_security [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] PortSecurityExtensionDriver initialization complete Jul 30 08:04:08.689261 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing mechanism driver 'openvswitch' Jul 30 08:04:08.689590 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing mechanism driver 'hyperv' Jul 30 08:04:08.696138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:08.697033 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.697418 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.697777 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.698319 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.698770 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.699132 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.699485 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.699885 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.700296 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.700649 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.701026 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.701426 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.701837 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.702193 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.702545 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.702948 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.703368 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.703723 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.704083 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.704481 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.704889 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > address_group after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.705273 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > address_group after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.705621 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.706600 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 08:04:08.707070 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] ML2 OVO RPC backend initialized. {{(pid=93178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 08:04:08.707801 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.708165 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.708592 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.708982 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > networks before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.709340 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.709689 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > ports before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.710040 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.710387 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnets before_response 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.710739 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.711084 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.711427 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.711770 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.712111 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.712451 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.712791 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.713167 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.713510 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.714101 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.plugin [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Modular L2 Plugin initialization complete Jul 30 08:04:08.714443 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading services supported by the core plugin {{(pid=93178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 08:04:08.714773 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.plugins.ml2.managers [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Got port-security extension from driver 'port_security' Jul 30 08:04:08.715247 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.extensions.vlantransparent [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Disabled vlantransparent extension. Jul 30 08:04:08.715746 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 08:04:08.716065 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: router Jul 30 08:04:08.751991 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.752394 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.752803 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router before_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.753180 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.753568 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.753934 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_delete 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.754303 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.754803 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.755166 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.755531 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.755899 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.756270 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.756694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.757103 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.757467 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.757804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.758156 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.758520 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.758880 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.759233 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.759585 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.759950 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router after_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.760303 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.760664 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_create 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.761066 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.761421 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_update 55549900 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.762064 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > agent after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.762423 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > agent after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.762778 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > network after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.763650 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Tracking information for resource: router configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:08.763992 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Tracking information for resource: floatingip configured {{(pid=93178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 08:04:08.769384 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.db.l3_agentschedulers_db [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 08:04:08.769977 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.770499 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.770699 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.771062 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.771867 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router before_create 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.772241 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.772612 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_create 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.773008 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > router precommit_update 55550100 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.777444 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.provider_configuration [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service providers = [] {{(pid=93178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 08:04:08.777816 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.db.servicetype_db [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 08:04:08.780774 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 08:04:08.781163 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 08:04:08.781511 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 08:04:08.782425 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.services.service_base [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 08:04:08.782802 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.services.service_base [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 08:04:08.783181 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.783505 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 08:04:08.796208 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.796557 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: auto_allocate Jul 30 08:04:08.802421 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: network precommit_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.802797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: network precommit_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.803325 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.803653 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: tag Jul 30 08:04:08.810423 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.810762 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: timestamp Jul 30 08:04:08.814610 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.814948 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: network_ip_availability Jul 30 08:04:08.821140 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.821522 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.821890 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:08.822663 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.822941 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: flavors Jul 30 08:04:08.828013 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.828350 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading Plugin: revisions Jul 30 08:04:08.832804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 08:04:08.833228 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 08:04:08.833965 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 08:04:08.834311 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Initializing extension manager. Jul 30 08:04:08.834830 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: __init__.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.835186 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: __pycache__ {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.835529 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.835871 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.836634 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.837242 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: address-group Jul 30 08:04:08.837576 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: address_scope.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.838307 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.838828 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: address-scope Jul 30 08:04:08.839159 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.840105 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.840626 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: router-admin-state-down-before-update Jul 30 08:04:08.840976 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: agent.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.841690 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.842204 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: agent Jul 30 08:04:08.842536 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: agent_resources_synced.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.843456 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.843970 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: agent-resources-synced Jul 30 08:04:08.844299 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: allowedaddresspairs.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.846165 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.847222 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: allowed-address-pairs Jul 30 08:04:08.847681 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: auto_allocated_topology.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.848776 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.849334 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: auto-allocated-topology Jul 30 08:04:08.849665 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.850372 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.850888 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: availability_zone Jul 30 08:04:08.851217 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: availability_zone_filter.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.852155 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.852672 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: availability_zone_filter Jul 30 08:04:08.853034 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: data_plane_status.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.853964 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.854479 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 08:04:08.854812 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: default_subnetpools.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.855737 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.856255 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: default-subnetpools Jul 30 08:04:08.856584 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.857434 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.857951 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: dhcp_agent_scheduler Jul 30 08:04:08.858283 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: dns.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.859214 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.859727 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 08:04:08.860057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: dns_domain_ports.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.861020 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.861535 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 08:04:08.861865 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.863431 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.863940 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 08:04:08.864269 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: dvr.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.864989 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.865503 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: dvr Jul 30 08:04:08.865828 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: ecmp_routes.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.866757 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.867265 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 08:04:08.867593 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: empty_string_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.868518 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.869064 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: empty-string-filtering Jul 30 08:04:08.869395 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.870319 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.870832 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 08:04:08.871161 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.872089 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.872603 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 08:04:08.872968 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: external_net.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.873893 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.874407 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: external-net Jul 30 08:04:08.874742 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.875664 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.876185 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: extra_dhcp_opt Jul 30 08:04:08.876512 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: extraroute.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.877465 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.878181 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: extraroute Jul 30 08:04:08.878339 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: extraroute_atomic.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.879387 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.879909 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: extraroute-atomic Jul 30 08:04:08.880236 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: filter_validation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.881127 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.881650 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: filter-validation Jul 30 08:04:08.881980 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: fip_pf_description.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.882914 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.883427 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 08:04:08.883753 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: fip_port_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.884682 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.885226 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: fip-port-details Jul 30 08:04:08.885554 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: flavors.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.887056 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.887576 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: flavors Jul 30 08:04:08.887907 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.889609 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.890137 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 08:04:08.890471 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: floatingip_pools.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.891184 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.891706 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: floatingip-pools Jul 30 08:04:08.892035 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: ip_allocation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.893009 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.893728 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 08:04:08.893877 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.894818 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.895333 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: ip-substring-filtering Jul 30 08:04:08.895664 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l2_adjacency.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.896604 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.897151 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 08:04:08.897481 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.898457 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.898979 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: router Jul 30 08:04:08.899310 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.901587 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.902119 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 08:04:08.902455 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.903402 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.903924 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: ext-gw-mode Jul 30 08:04:08.904258 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.905251 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.905768 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: l3-ha Jul 30 08:04:08.906099 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3_flavors.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.907034 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.907550 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: l3-flavors Jul 30 08:04:08.907881 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.908820 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.910060 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 08:04:08.910397 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: l3agentscheduler.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.911455 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.911972 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: l3_agent_scheduler Jul 30 08:04:08.912305 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: logging.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.913844 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.914374 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension logging not supported by any of loaded plugins Jul 30 08:04:08.914716 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: metering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.915466 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.916048 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: metering Jul 30 08:04:08.916378 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.917644 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.918171 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: metering_source_and_destination_fields Jul 30 08:04:08.918505 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: multiprovidernet.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.919451 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.919970 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: multi-provider Jul 30 08:04:08.920304 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: netmtu.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.921267 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.921786 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: net-mtu Jul 30 08:04:08.922118 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: netmtu_writable.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.923060 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.923573 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: net-mtu-writable Jul 30 08:04:08.923903 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: network_availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.925009 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.925227 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: network_availability_zone Jul 30 08:04:08.925553 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: network_ip_availability.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.926660 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.927182 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: network-ip-availability Jul 30 08:04:08.927514 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: network_segment_range.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.928287 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.928799 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 08:04:08.929161 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: pagination.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.930166 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.930502 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: pagination Jul 30 08:04:08.930830 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: port_device_profile.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.931754 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.932277 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: port-device-profile Jul 30 08:04:08.932606 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.933582 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.934097 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: port-mac-address-regenerate Jul 30 08:04:08.934427 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.935373 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.935890 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: port-numa-affinity-policy Jul 30 08:04:08.936218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: port_resource_request.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.937180 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.937697 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 08:04:08.938029 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: portbindings.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.938973 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.939485 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: binding Jul 30 08:04:08.939815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: portbindings_extended.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.941654 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.942182 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: binding-extended Jul 30 08:04:08.942517 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: portsecurity.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.943455 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.943978 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: port-security Jul 30 08:04:08.944309 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: project_id.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.945343 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.945684 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: project-id Jul 30 08:04:08.946014 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: providernet.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.946946 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.947468 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: provider Jul 30 08:04:08.947795 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.951258 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.951785 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos not supported by any of loaded plugins Jul 30 08:04:08.952128 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.953420 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.953944 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 08:04:08.954281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.955227 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.955786 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 08:04:08.956788 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_default.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.957616 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.958135 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-default not supported by any of loaded plugins Jul 30 08:04:08.958467 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_fip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.959130 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.959639 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 08:04:08.959969 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_gateway_ip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.960932 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.961447 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 08:04:08.961778 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_port_network_policy.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.962711 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.963223 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 08:04:08.963551 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_rule_type_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.964498 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.965062 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 08:04:08.965399 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: qos_rules_alias.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.966454 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.966971 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 08:04:08.967301 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: quotasv2.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.968398 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.968731 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: quotas Jul 30 08:04:08.969097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: quotasv2_detail.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.972153 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.972497 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: quota_details Jul 30 08:04:08.972839 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: rbac.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.973927 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.974462 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: rbac-policies Jul 30 08:04:08.974804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: rbac_address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.975777 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.976301 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: rbac-address-group Jul 30 08:04:08.976637 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: rbac_address_scope.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.977600 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.978126 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: rbac-address-scope Jul 30 08:04:08.978461 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: rbac_security_groups.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.979397 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.979915 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: rbac-security-groups Jul 30 08:04:08.980249 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: rbac_subnetpool.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.981204 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.981725 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: rbac-subnetpool Jul 30 08:04:08.982056 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: revisionifmatch.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.982988 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.983507 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: revision-if-match Jul 30 08:04:08.983838 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: revisions.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.984980 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.985509 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: standard-attr-revisions Jul 30 08:04:08.985843 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: router_availability_zone.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.986528 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.987131 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: router_availability_zone Jul 30 08:04:08.987580 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: routerservicetype.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.988404 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.988939 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 08:04:08.989276 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.990214 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.990731 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: security-groups-normalized-cidr Jul 30 08:04:08.991061 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.991990 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.992510 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: port-security-groups-filtering Jul 30 08:04:08.992838 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:08.993796 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:08.994320 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: security-groups-remote-address-group Jul 30 08:04:08.994648 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: securitygroup.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.004823 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.005390 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: security-group Jul 30 08:04:09.005739 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: segment.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.006544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.007066 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension segment not supported by any of loaded plugins Jul 30 08:04:09.007402 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.008355 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.008872 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 08:04:09.009239 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: servicetype.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.010358 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.010886 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: service-type Jul 30 08:04:09.011219 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: sorting.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.012481 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.012816 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: sorting Jul 30 08:04:09.013175 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: standard_attr_segment.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.014178 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.014695 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 08:04:09.015024 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: standardattrdescription.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.015695 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.016213 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: standard-attr-description Jul 30 08:04:09.016545 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: stateful_security_group.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.017530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.018053 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: stateful-security-group Jul 30 08:04:09.018469 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: stdattrs_common.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.019191 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 08:04:09.019522 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.020482 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.021042 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 08:04:09.021378 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnet_onboard.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.022462 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.022989 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: subnet_onboard Jul 30 08:04:09.023327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.024271 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.024789 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 08:04:09.025161 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnet_service_types.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.026111 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.026635 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: subnet-service-types Jul 30 08:04:09.026969 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnetallocation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.028074 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.028599 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: subnet_allocation Jul 30 08:04:09.028958 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.029648 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.030165 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: subnetpool-prefix-ops Jul 30 08:04:09.030494 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.031448 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.031964 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 08:04:09.032297 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: tagging.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.033422 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.034485 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: standard-attr-tag Jul 30 08:04:09.034954 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: timestamp.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.036185 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.036720 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loaded extension: standard-attr-timestamp Jul 30 08:04:09.037094 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: trunk.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.038143 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.038669 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension trunk not supported by any of loaded plugins Jul 30 08:04:09.039002 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: trunk_details.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.039942 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.040507 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 08:04:09.040840 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: uplink_status_propagation.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.041801 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.042323 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 08:04:09.042655 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Loading extension file: vlantransparent.py {{(pid=93178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 08:04:09.043341 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 08:04:09.043855 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 08:04:09.046455 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:network Jul 30 08:04:09.046990 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnet Jul 30 08:04:09.047402 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 08:04:09.047805 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:port Jul 30 08:04:09.049105 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.050256 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service FLAVORS assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.050889 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.051337 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.051679 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:router Jul 30 08:04:09.052127 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 08:04:09.052637 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service METERING assigned prefix: /metering {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.054136 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:09.054525 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:09.054885 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:04:09.055891 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 08:04:09.056359 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:security_group Jul 30 08:04:09.056847 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 08:04:09.057502 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.057849 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 08:04:09.058211 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] subnetpool is already registered Jul 30 08:04:09.058642 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.058976 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 08:04:09.059313 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] subnetpool is already registered Jul 30 08:04:09.061651 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.062212 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service FLAVORS assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.062855 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.063305 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.063650 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:router Jul 30 08:04:09.064000 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] router is already registered Jul 30 08:04:09.064423 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 08:04:09.065023 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] floatingip is already registered Jul 30 08:04:09.065332 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service METERING assigned prefix: /metering {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.066024 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 08:04:09.066362 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] rbac_policy is already registered Jul 30 08:04:09.066794 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:security_group Jul 30 08:04:09.067137 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] security_group is already registered Jul 30 08:04:09.067557 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 08:04:09.067902 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] security_group_rule is already registered Jul 30 08:04:09.068401 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.068734 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 08:04:09.069109 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] subnetpool is already registered Jul 30 08:04:09.069536 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.v2.resource_helper [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Service CORE assigned prefix: {{(pid=93178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 08:04:09.069875 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 08:04:09.070212 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING neutron.quota.resource_registry [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] subnetpool is already registered Jul 30 08:04:09.071952 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: extensions {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.073510 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: address-groups {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.074944 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: address-scopes {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.076184 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.077473 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: auto-allocated-topology {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.078708 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: availability_zones {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.079926 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: dhcp-networks {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.081830 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: dhcp-agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.083487 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.085230 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: flavors {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.086395 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: service_profiles {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.087701 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: next_providers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.089169 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: service_profiles {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.090602 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: floatingip-pools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.091928 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.094109 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: floatingips {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.096254 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: l3-routers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.098410 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: l3-agents {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.099808 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: metering-labels {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.101100 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: metering-label-rules {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.102371 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: network-ip-availabilities {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.103789 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: bindings {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.105614 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: quotas {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.107298 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: quotas {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.108988 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: rbac-policies {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.110278 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: security-groups {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.111638 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: security-group-rules {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.113844 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: service-providers {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.115217 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: subnetpools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.116687 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: subnetpools {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.118599 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.120433 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.122366 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.124416 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.126143 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.128205 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.130009 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.131801 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.134611 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.136356 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron.api.extensions [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Extended resource: tags {{(pid=93178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 08:04:09.142553 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING keystonemiddleware.auth_token [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 08:04:09.147148 dv-cinder-792800-2-iscsi neutron-server[93178]: WARNING keystonemiddleware.auth_token [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 08:04:09.155509 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Acquired lock "singleton_lock" {{(pid=93178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 08:04:09.155988 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Releasing lock "singleton_lock" {{(pid=93178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 08:04:09.156644 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Starting 2 workers Jul 30 08:04:09.162098 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Started child 93285 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 08:04:09.166530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Started child 93286 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 08:04:09.167309 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.168165 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO neutron.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 08:04:09.168797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Notify callbacks [] for process, before_spawn {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.168889 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [-] (93285) wsgi starting up on http://0.0.0.0:9696 Jul 30 08:04:09.171164 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.171579 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Starting 1 workers Jul 30 08:04:09.172602 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [-] (93286) wsgi starting up on http://0.0.0.0:9696 Jul 30 08:04:09.177007 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Started child 93287 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 08:04:09.177531 dv-cinder-792800-2-iscsi neutron-server[93178]: INFO oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Starting 1 workers Jul 30 08:04:09.180409 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] calling RpcWorker wait() {{(pid=93287) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 08:04:09.180960 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] returning from RpcWorker wait() {{(pid=93287) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 08:04:09.181979 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Started child 93288 {{(pid=93178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 08:04:09.182268 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.182731 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:09.182838 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aec97d8c-36dd-4658-b3ca-07e5899d4d28 None None] Notify callbacks [] for process, after_spawn {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.184633 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 08:04:09.184855 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 08:04:09.185069 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 08:04:09.185287 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 08:04:09.185630 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 08:04:09.185795 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 08:04:09.186287 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.186566 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.186678 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:09.187107 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.187107 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.187395 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.187589 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:09.187977 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.188238 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.188509 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.188797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.189080 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.189254 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.189419 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.189668 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.189942 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.190267 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.190538 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.190786 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.191119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.191272 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.191511 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.191920 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.192014 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.192290 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.192612 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.193049 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.193280 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.193533 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.193754 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.194036 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.194265 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.194509 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.194756 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.194995 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.195243 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.195494 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.195739 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.195952 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.196173 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.196420 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.196666 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.197172 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host = dv-cinder-792800-2-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.197487 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.197638 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.197899 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.198141 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.198388 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.198623 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.198887 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.199142 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.199387 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.199627 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.199879 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.200131 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.200345 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.200580 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.200739 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_options = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.201013 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.201296 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.201584 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.201777 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.201942 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.202122 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.202384 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.202548 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.202796 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.203018 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.203235 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.203454 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.203695 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.203916 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.204166 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.204407 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.204644 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.204880 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.205158 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.205405 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.205635 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.206463 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.206685 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.206929 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.207173 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.207397 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.207641 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.207900 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.208119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.208381 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.208599 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.208848 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.209127 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.209390 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.209652 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.209882 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.210205 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.210394 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.210628 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.210888 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.211118 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.211373 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.211559 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.211784 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.212005 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.212240 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.212457 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.212680 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.212967 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.213207 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.213425 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.213642 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.213876 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.214112 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.214552 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.214890 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.215202 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216197 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216514 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216672 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.216991 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.217660 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.217914 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.218308 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.218484 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.218960 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.219334 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.219631 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.219902 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.220183 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.220726 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.220726 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.222194 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.222194 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.222194 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.224694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.225797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.232917 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.234578 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235218 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.235815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.237411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238138 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238722 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238722 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238722 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238722 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.238997 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.239154 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.239430 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.239656 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.239933 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.240153 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.240637 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.241124 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.241594 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.241891 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.242241 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.242591 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.242907 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.243223 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.243530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.243861 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.244161 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.244497 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.244804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.245188 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.245539 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.245874 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.246194 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.246455 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.246694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.246977 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.247216 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.247470 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.247706 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.248097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.248260 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.248443 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.248684 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.248965 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.249222 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.249411 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.249754 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.250009 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.250248 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.250473 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.250761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.251003 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.251260 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.251547 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.251796 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.252050 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.252291 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.252544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.252815 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.253071 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.253308 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.253527 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.253772 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.253989 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.254242 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.254453 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.254727 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.254911 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.255132 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.255356 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.258380 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259905 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259905 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259905 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.259905 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.260177 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.264537 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.265327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.266849 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269057 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.269617 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270031 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270031 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270178 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270354 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270569 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.270789 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.271036 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.271258 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.271492 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.271723 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.271936 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.272150 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.272385 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.272598 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.272839 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.273093 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.273343 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.273561 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.273786 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.274006 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.274221 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.274450 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.274669 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.274898 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.275123 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.275341 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.275552 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.275855 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.276107 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.276344 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.276794 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.277090 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.277339 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.277606 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.277920 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.278142 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.278405 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.278628 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.278863 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.279108 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.279362 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.279687 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.279997 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.280281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.280544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.280820 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.281136 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.281406 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.281628 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.281930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.282261 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.282542 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.282820 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.283082 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.283362 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.283588 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.283807 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.284291 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.284551 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.284797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.285028 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.285282 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.285531 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.285752 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.285980 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.286217 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.286474 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.286724 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.286947 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.287164 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.287322 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 08:04:09.287866 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 08:04:09.288028 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 08:04:09.288717 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 08:04:09.288717 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 08:04:09.288717 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 08:04:09.288717 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 08:04:09.289271 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.289271 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.289271 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.289645 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.289645 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.289645 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290019 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290019 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290530 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290789 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.290789 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291050 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291050 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291300 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291429 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291558 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291688 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291820 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.291958 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292109 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] debug = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292236 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292403 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292568 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292701 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.292858 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293040 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293199 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293357 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293505 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293662 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293821 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.293979 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294137 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294296 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294454 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294611 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294770 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.294930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host = dv-cinder-792800-2-iscsi {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295087 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295244 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295402 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295559 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295718 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.295874 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.296032 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_options = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.297445 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.301513 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.302720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303246 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.303761 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304238 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304238 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304238 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304442 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304518 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304593 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_json = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304755 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.304935 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.305112 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.305245 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.305404 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.305565 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.305719 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.308930 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.309544 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310097 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310657 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.310975 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.311165 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.311335 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.311503 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.311670 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.311835 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312000 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312169 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312335 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312499 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312663 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.312826 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313016 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313178 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313340 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313571 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313658 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.313802 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314119 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314284 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314446 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314609 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314771 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.314934 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315131 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315683 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315683 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315683 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315875 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.315939 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.316085 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.316401 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.316566 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.316728 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.316892 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317076 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317245 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317398 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317561 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317729 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.317907 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318059 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318224 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318379 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:09.318669 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318669 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.318927 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319062 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319195 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319328 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319471 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319618 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319752 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.319886 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320019 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320154 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320309 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320472 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320634 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320784 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.320982 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321127 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321262 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321424 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321600 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321753 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.321912 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322063 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322221 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322383 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322545 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322707 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.322868 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323029 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323190 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323353 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323558 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323704 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323850 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.323985 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324118 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324252 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324386 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324552 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324713 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.324862 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325035 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325193 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325355 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325515 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325686 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325838 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.325998 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326159 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326312 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326486 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326648 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326797 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.326958 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327120 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327281 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327443 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327597 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327811 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.327949 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328093 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328227 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328361 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328518 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328679 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.328840 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329201 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329201 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329484 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329484 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329773 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.329773 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.330029 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.330381 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.330381 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.330381 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.330623 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.331239 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.331375 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.331542 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.331706 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.331984 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.332313 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.332547 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.332654 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.332783 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.332974 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333166 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333377 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333563 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333563 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333864 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.333864 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334123 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334285 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334425 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334560 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334694 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334840 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.334981 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335117 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335251 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335383 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335532 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335668 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335802 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.335962 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.336112 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.336274 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.336436 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.336601 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.336764 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337010 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337167 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337293 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337397 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337559 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337721 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.337885 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338046 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338208 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338386 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338548 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338709 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.338870 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339023 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339185 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339349 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339511 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339673 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339834 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.339997 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.340162 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.340327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.340490 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.340652 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.340829 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341029 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341163 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341327 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341502 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341665 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341827 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.341990 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.342153 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.342315 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.342487 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.342826 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.342826 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343109 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343109 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343304 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343412 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343574 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343737 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.343899 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344061 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344222 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344414 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344542 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344787 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.344931 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345055 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345176 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345336 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345567 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345716 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345841 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.345963 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.346104 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.346276 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347356 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347356 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347613 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347613 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347867 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.347990 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348113 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348235 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348396 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348558 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348720 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.348882 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349152 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349316 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349480 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349642 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349805 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.349967 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350131 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350298 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350470 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350640 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350804 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.350974 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351145 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351316 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351478 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351646 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351819 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.351982 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352144 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352306 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352468 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352630 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352791 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.352968 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353129 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353291 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353453 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353614 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353774 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.353936 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354098 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354261 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354423 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354585 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354747 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.354909 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 08:04:09.355063 dv-cinder-792800-2-iscsi neutron-server[93178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 08:04:09.537028 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45038) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:09.545412 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061200 Jul 30 08:04:20.944505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f27d5-b6ab-44e0-ac7f-da23de63ea69 None None] get_active_networks_info from dv-cinder-792800-2-iscsi {{(pid=93287) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 08:04:21.022443 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f27d5-b6ab-44e0-ac7f-da23de63ea69 None None] No non-hosted networks {{(pid=93287) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 08:04:21.050753 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.agentschedulers_db [None req-430f27d5-b6ab-44e0-ac7f-da23de63ea69 None None] DHCP Agent not found on host dv-cinder-792800-2-iscsi {{(pid=93287) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 08:04:21.168277 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41c1-aa1f-4c19-84d7-ec8ca5615ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:23.373887 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8598ff45-b2e3-4520-90c7-7158c1ee55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:23.424334 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-19f54ac4-c469-45a0-ae75-3e7f4a8a56a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:23.695530 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:23.696792 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.698234 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.699899 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.700254 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.700596 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.702339 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.704227 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.704661 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.706981 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.710394 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.713414 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.713784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:23.714214 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792800-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:23.724203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792800-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:24.458238 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:26.215310 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:27.306650 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45130) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:27.812950 dv-cinder-792800-2-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-86afc8f7-c0aa-4dac-bfd4-8d512844260f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:27.813571 dv-cinder-792800-2-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-86afc8f7-c0aa-4dac-bfd4-8d512844260f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:28.031263 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-86afc8f7-c0aa-4dac-bfd4-8d512844260f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:04:28.032327 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-86afc8f7-c0aa-4dac-bfd4-8d512844260f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7245967 Jul 30 08:04:28.690928 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.db.l3_hamode_db [None req-d6cbc9b7-0ebd-4b16-a61f-82167937e0e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 08:04:28.769096 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbc9b7-0ebd-4b16-a61f-82167937e0e1 None None] Routers set() bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:04:28.769484 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbc9b7-0ebd-4b16-a61f-82167937e0e1 None None] Router IDs set() for agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 08:04:30.394405 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45144) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:30.881081 dv-cinder-792800-2-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:30.881691 dv-cinder-792800-2-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:31.099439 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:31.192168 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.policy [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 08:04:31.236374 dv-cinder-792800-2-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:31.236749 dv-cinder-792800-2-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:31.245908 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.quota [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] Loaded quota_driver: . Jul 30 08:04:31.349415 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196234016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196234579', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196573317', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196571800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196083774', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196592072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1638824', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741132'] for rbac-policy, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:31.412871 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:31.414232 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bac1c5f7-7c80-4814-a5ce-e966a07b6f93 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0176146 Jul 30 08:04:33.977445 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45162) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:34.269265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4756d3c823294875922aae9de90163b2', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'name': 'private'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:34.298899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Made reservation on behalf of 4756d3c823294875922aae9de90163b2 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:04:34.302295 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.319295 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.442385 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.445889 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.465319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:04:34.495387 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784194422824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.495961 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Unsubscribe: segment precommit_create {{(pid=93285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 08:04:34.496474 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Added segment 9ed19357-5c02-43c8-9478-30c0bdc62667 of type vlan for network a83d31fc-d425-4330-9f12-3a034f7c1650 Jul 30 08:04:34.515389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba732d4-2607-4741-8ff1-7a7ea5d756ee,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:34.563055 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.563506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.563761 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.564097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.564429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.564775 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.565655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.566303 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.566505 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.566801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.567133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.567455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Tracked resource versions report: Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: pushed versions: Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Log': {'1.0'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Network': {'1.1'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Port': {'1.7'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'QosPolicy': {'1.8'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: consumer versions: Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Log': '1.0', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Network': '1.1', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Port': '1.7', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'QosPolicy': '1.8', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SubPort': '1.0', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Subnet': '1.1', Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Jul 30 08:04:34.568606 dv-cinder-792800-2-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:04:34.616347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.667079 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.668291 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:34.668990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:34.752558 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7739685 Jul 30 08:04:34.767326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a838516-4fec-427f-9f7b-9c13be4fff57 admin admin] Pushing event updated for resources: {'Network': ['ID=a83d31fc-d425-4330-9f12-3a034f7c1650,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:34.779318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network a83d31fc-d425-4330-9f12-3a034f7c1650 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:04:37.420352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45176) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:37.807139 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54cb9e9-12b2-45ec-8d8c-3501c6a00ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:37.808520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e54cb9e9-12b2-45ec-8d8c-3501c6a00ad2 admin admin] 10.222.0.16 "GET /v2.0/networks/a83d31fc-d425-4330-9f12-3a034f7c1650 HTTP/1.1" status: 200 len: 825 time: 0.3871517 Jul 30 08:04:37.833372 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e518223d-d35e-4761-81c2-fd9a0910cfae admin admin] 10.222.0.16 "GET /v2.0/subnetpools/0dfafc3e-85b9-4f84-b0ad-a03be0e8667d HTTP/1.1" status: 200 len: 734 time: 0.0186698 Jul 30 08:04:37.842304 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Request body: {'subnet': {'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d', 'name': 'private-subnet'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:37.865885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Made reservation on behalf of 4756d3c823294875922aae9de90163b2 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:04:37.868093 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:38.164534 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:38.234432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdf2cc8-8bdb-494b-96ed-d1ee129938d8,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:38.236279 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Checking segment: {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:04:38.236669 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Network hostable DHCP agents. Network: a83d31fc-d425-4330-9f12-3a034f7c1650, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:04:38.258857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Network a83d31fc-d425-4330-9f12-3a034f7c1650 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:04:38.271095 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, a83d31fc-d425-4330-9f12-3a034f7c1650) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:04:38.275915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:38.276521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:38.281501 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae70e2-7ed9-4a4a-951c-f178bf46c899 None None] Network a83d31fc-d425-4330-9f12-3a034f7c1650 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:04:38.291429 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-eee4398d-8230-4789-ab25-9d03ca8ae5ab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4524486 Jul 30 08:04:38.601757 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-a83d31fc-d425-4330-9f12-3a034f7c1650', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:04:38.603049 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:38.872984 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Allocated IP 172.20.0.2 (a83d31fc-d425-4330-9f12-3a034f7c1650/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8/d638ad10-c351-418c-b453-46f53ef21e99) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:04:39.075508 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:39.117843 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Transition to ACTIVE for port object d638ad10-c351-418c-b453-46f53ef21e99 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:04:39.140049 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Transition to ACTIVE for port object d638ad10-c351-418c-b453-46f53ef21e99 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:04:39.148862 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:39.214681 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Network a83d31fc-d425-4330-9f12-3a034f7c1650 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:04:39.220279 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:04:39.235435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:04:39.238531 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Pushing event updated for resources: {'Port': ['ID=d638ad10-c351-418c-b453-46f53ef21e99,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:39.270897 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.271251 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.271596 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.271934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.272269 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.272610 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.272973 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.273305 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.273654 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.274332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.274669 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.274997 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Tracked resource versions report: Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: pushed versions: Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Log': {'1.0'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Network': {'1.1'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Port': {'1.7'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'QosPolicy': {'1.8'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: consumer versions: Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Log': '1.0', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Network': '1.1', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Port': '1.7', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'QosPolicy': '1.8', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SubPort': '1.0', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Subnet': '1.1', Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Jul 30 08:04:39.276148 dv-cinder-792800-2-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:04:39.324426 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Attempting to bind port d638ad10-c351-418c-b453-46f53ef21e99 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:04:39.325097 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Attempting to bind port d638ad10-c351-418c-b453-46f53ef21e99 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:04:39.325273 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Attempting to bind port d638ad10-c351-418c-b453-46f53ef21e99 on network a83d31fc-d425-4330-9f12-3a034f7c1650 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:04:39.329993 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:04:39.330396 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Checking segment: {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:04:39.331354 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:39.331786 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Bound using segment: {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:04:39.332244 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Bound port: d638ad10-c351-418c-b453-46f53ef21e99, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:04:39.332698 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:39.401702 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] For port d638ad10-c351-418c-b453-46f53ef21e99, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:04:39.405721 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] For port d638ad10-c351-418c-b453-46f53ef21e99, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=d638ad10-c351-418c-b453-46f53ef21e99,segment=NetworkSegment(9ed19357-5c02-43c8-9478-30c0bdc62667),segment_id=9ed19357-5c02-43c8-9478-30c0bdc62667)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:04:39.412283 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:39.479592 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c86190-293f-4e14-99c5-6fa496c0233b None None] Pushing event updated for resources: {'Port': ['ID=d638ad10-c351-418c-b453-46f53ef21e99,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:40.665766 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45184) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:40.998805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-d86bb735-0841-4f0a-a401-83016e2f6528 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:04:41.000005 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d86bb735-0841-4f0a-a401-83016e2f6528 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3332179 Jul 30 08:04:43.444369 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45192) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:43.770826 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-d73a33ed-8d1a-4571-bbab-da9865505a82 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:04:43.771856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d73a33ed-8d1a-4571-bbab-da9865505a82 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3262162 Jul 30 08:04:46.243633 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:04:46.417101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45202) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:46.721264 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4756d3c823294875922aae9de90163b2'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:46.786250 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.policy [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 08:04:46.834629 dv-cinder-792800-2-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:46.835025 dv-cinder-792800-2-iscsi neutron-server[93286]: WARNING oslo_policy.policy [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 08:04:46.844219 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.quota [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Loaded quota_driver: . Jul 30 08:04:46.905738 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:46.907592 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:47.064043 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:47.070618 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:47.090023 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:47.091383 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-92b4a5ac-9efd-41e9-83ae-1566d5eb6ea9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6732628 Jul 30 08:04:47.585797 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device d638ad10-c351-418c-b453-46f53ef21e99 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:04:47.676247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port d638ad10-c351-418c-b453-46f53ef21e99 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:04:47.993480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e170eea-5266-4d6b-930d-9817c72f9375 None None] Network a83d31fc-d425-4330-9f12-3a034f7c1650 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:04:48.110364 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Provisioning for port d638ad10-c351-418c-b453-46f53ef21e99 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:04:48.120917 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Provisioning complete for port d638ad10-c351-418c-b453-46f53ef21e99 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:04:48.121346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:48.298045 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:48.337405 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] For port d638ad10-c351-418c-b453-46f53ef21e99, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=d638ad10-c351-418c-b453-46f53ef21e99,segment=NetworkSegment(9ed19357-5c02-43c8-9478-30c0bdc62667),segment_id=9ed19357-5c02-43c8-9478-30c0bdc62667)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:04:48.341979 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:48.393220 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603044c-de88-42c2-bdfe-40665f7f8230 None None] Pushing event updated for resources: {'Port': ['ID=d638ad10-c351-418c-b453-46f53ef21e99,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:48.461625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-aace1c0a-8160-451a-a997-6f7d2b4c32b9 None None] Provisioning complete for port d638ad10-c351-418c-b453-46f53ef21e99 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:04:48.462006 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aace1c0a-8160-451a-a997-6f7d2b4c32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:49.499813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45216) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:49.556504 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device d638ad10-c351-418c-b453-46f53ef21e99 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:04:49.611368 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port d638ad10-c351-418c-b453-46f53ef21e99 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:04:49.611985 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:49.842297 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [None req-66b641ae-f774-4ae9-9806-0ffbbe86abf3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:04:49.843342 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-66b641ae-f774-4ae9-9806-0ffbbe86abf3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3425460 Jul 30 08:04:50.875625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3d591d42-fff3-4a96-b03d-801c2d47dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.262193 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45224) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:52.581015 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:52.602165 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Made reservation on behalf of 15cd094de14b42a1a3296378f1499de4 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:04:52.604603 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.613909 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.705418 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.709726 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.727530 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Reserving flat network on physical network physnet1 {{(pid=93285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 08:04:52.742512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8d607-bf5f-40e5-970e-114fb0846d5e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:52.750730 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.750730 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Added segment 9e61b729-63fd-4c47-830e-076d1ad00b77 of type flat for network b949963e-ba71-46c4-9f89-ab058897ccc9 Jul 30 08:04:52.809993 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.847655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.848620 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:52.849238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:52.900137 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6368129 Jul 30 08:04:52.907084 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c23b-02a8-47b6-970d-fe9da235f18c admin admin] Pushing event updated for resources: {'Network': ['ID=b949963e-ba71-46c4-9f89-ab058897ccc9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:52.923828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network b949963e-ba71-46c4-9f89-ab058897ccc9 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:04:53.372391 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ace93302-ae1a-48d4-beb9-2bc064763d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:53.693656 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:54.401712 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:55.388981 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45242) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:55.571994 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88f187-aaee-4442-823d-df137661885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:55.573392 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1f88f187-aaee-4442-823d-df137661885f admin admin] 10.222.0.16 "GET /v2.0/subnets/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8 HTTP/1.1" status: 200 len: 849 time: 0.1834986 Jul 30 08:04:55.736103 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-edbf07f8-88b1-437c-99f7-fb273f4549ae admin admin] 10.222.0.16 "GET /v2.0/routers/47c4ce53-e564-42e3-a2be-424c55060adf HTTP/1.1" status: 200 len: 704 time: 0.1566474 Jul 30 08:04:56.002534 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.166407 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.298225 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Allocated IP 172.20.0.1 (a83d31fc-d425-4330-9f12-3a034f7c1650/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8/d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:04:56.505786 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.528190 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Transition to ACTIVE for port object d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:04:56.606835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.680111 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Network a83d31fc-d425-4330-9f12-3a034f7c1650 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:04:56.686871 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:04:56.692150 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:04:56.692709 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.712669 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:56.891475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.917585 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-64913136-419c-4848-b448-5cb9aa512c43 None None] Provisioning for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:04:56.921346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-64913136-419c-4848-b448-5cb9aa512c43 None None] Provisioning complete for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:04:56.921722 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-64913136-419c-4848-b448-5cb9aa512c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:56.955588 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-64913136-419c-4848-b448-5cb9aa512c43 None None] Port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:04:57.099451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:57.103755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:57.104521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:57.180981 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:57.227703 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Network a83d31fc-d425-4330-9f12-3a034f7c1650 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:04:57.229103 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:04:57.394479 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Router 47c4ce53-e564-42e3-a2be-424c55060adf is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:04:57.475098 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5c27afe1-1905-46cf-abde-53cb32d6cc55 None None] Provisioning complete for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:04:57.475644 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5c27afe1-1905-46cf-abde-53cb32d6cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:57.486929 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:04:57.492890 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2a9e625c-10c5-4d30-8076-aa233816d9e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/47c4ce53-e564-42e3-a2be-424c55060adf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7509067 Jul 30 08:04:57.501867 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433680e-1353-4469-8035-11dc8610081d None None] Sync routers for ids ['47c4ce53-e564-42e3-a2be-424c55060adf'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:04:57.516331 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-5c27afe1-1905-46cf-abde-53cb32d6cc55 None None] Port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:04:57.517110 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] Routers {'47c4ce53-e564-42e3-a2be-424c55060adf'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:04:57.519089 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:04:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['47c4ce53-e564-42e3-a2be-424c55060adf'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:57.709115 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] Set router 47c4ce53-e564-42e3-a2be-424c55060adf gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:04:58.149645 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:04:56Z', 'revision_number': 2, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port_host': None, '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:04:56Z', 'revision_number': 2, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:58.201606 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433680e-1353-4469-8035-11dc8610081d None None] Checking router: 47c4ce53-e564-42e3-a2be-424c55060adf for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:04:58.202102 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433680e-1353-4469-8035-11dc8610081d None None] Updating router 47c4ce53-e564-42e3-a2be-424c55060adf port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:04:58.251545 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:58.782493 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:58.801215 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-9433680e-1353-4469-8035-11dc8610081d None None] Transition to ACTIVE for port object d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:04:58.807077 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:58.933333 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:58.973190 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.973544 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.973885 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.974217 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.974542 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.974871 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.975194 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.975531 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.975853 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.976175 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.976497 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.976813 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Tracked resource versions report: Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: pushed versions: Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Log': {'1.0'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Network': {'1.1'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Port': {'1.7'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'QosPolicy': {'1.8'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: consumer versions: Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Log': '1.0', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Network': '1.1', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Port': '1.7', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'QosPolicy': '1.8', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SubPort': '1.0', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Subnet': '1.1', Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Jul 30 08:04:58.977979 dv-cinder-792800-2-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:04:58.995746 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-9433680e-1353-4469-8035-11dc8610081d None None] Attempting to bind port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:04:58.996152 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-9433680e-1353-4469-8035-11dc8610081d None None] Attempting to bind port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:04:58.996564 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433680e-1353-4469-8035-11dc8610081d None None] Attempting to bind port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 on network a83d31fc-d425-4330-9f12-3a034f7c1650 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:04:59.001421 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433680e-1353-4469-8035-11dc8610081d None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:04:59.001833 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433680e-1353-4469-8035-11dc8610081d None None] Checking segment: {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:04:59.002281 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:59.002666 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433680e-1353-4469-8035-11dc8610081d None None] Bound using segment: {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:04:59.003795 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-9433680e-1353-4469-8035-11dc8610081d None None] Bound port: d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed19357-5c02-43c8-9478-30c0bdc62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:04:59.004249 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:59.072633 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-9433680e-1353-4469-8035-11dc8610081d None None] For port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:04:59.094769 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-9433680e-1353-4469-8035-11dc8610081d None None] For port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,segment=NetworkSegment(9ed19357-5c02-43c8-9478-30c0bdc62667),segment_id=9ed19357-5c02-43c8-9478-30c0bdc62667)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:04:59.100346 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9433680e-1353-4469-8035-11dc8610081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:04:59.166291 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0a08f-0e5d-42e2-a85c-5610193aeb0d None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:04:59.169412 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] Routers {'47c4ce53-e564-42e3-a2be-424c55060adf'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:04:59.170031 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:04:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['47c4ce53-e564-42e3-a2be-424c55060adf'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:59.262762 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] Set router 47c4ce53-e564-42e3-a2be-424c55060adf gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:04:59.475124 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-9433680e-1353-4469-8035-11dc8610081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:04:56Z', 'revision_number': 2, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port_host': None, '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:04:59Z', 'revision_number': 4, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:04:59.500981 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433680e-1353-4469-8035-11dc8610081d None None] The sync data for ids ['47c4ce53-e564-42e3-a2be-424c55060adf'] in dv-cinder-792800-2-iscsi is: [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:04:56Z', 'revision_number': 2, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port_host': None, '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:04:59Z', 'revision_number': 4, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:04:59.779231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45262) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:04:59.891345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8c7f2-104b-4e0b-8d9f-b84658bd82eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:04:59.892746 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-03b8c7f2-104b-4e0b-8d9f-b84658bd82eb admin admin] 10.222.0.16 "GET /v2.0/networks/b949963e-ba71-46c4-9f89-ab058897ccc9 HTTP/1.1" status: 200 len: 842 time: 0.1123643 Jul 30 08:04:59.903307 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:04:59.926702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Made reservation on behalf of 15cd094de14b42a1a3296378f1499de4 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:04:59.929003 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:00.217019 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.objects.ports [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93285) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 08:05:00.217019 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:00.360864 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1764aa3-a82d-478b-966b-47b069cc07b2,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:00.369965 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:05:00.370319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Network hostable DHCP agents. Network: b949963e-ba71-46c4-9f89-ab058897ccc9, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:05:00.387997 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:05:00.398117 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, b949963e-ba71-46c4-9f89-ab058897ccc9) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:05:00.402100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:05:00.402690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:00.410405 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a8eb4-2fa7-4d34-bf68-e1d7ee61c86b None None] Network b949963e-ba71-46c4-9f89-ab058897ccc9 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:05:00.426212 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-285471d5-f0cf-47d9-8a3a-75c43205dca6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5264473 Jul 30 08:05:00.549407 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4421cac-bdee-4576-be5e-6f321f1d3bb9 None None] Network b949963e-ba71-46c4-9f89-ab058897ccc9 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:05:02.800068 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45270) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:05:02.934928 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c6dc96d0-ae14-45d6-8634-4db5d5f037d3 admin admin] 10.222.0.16 "GET /v2.0/routers/47c4ce53-e564-42e3-a2be-424c55060adf HTTP/1.1" status: 200 len: 710 time: 0.1337130 Jul 30 08:05:03.026440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833d0a7-0b37-46e3-b558-d0489160df74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:05:03.027765 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9833d0a7-0b37-46e3-b558-d0489160df74 admin admin] 10.222.0.16 "GET /v2.0/networks/b949963e-ba71-46c4-9f89-ab058897ccc9 HTTP/1.1" status: 200 len: 886 time: 0.0865653 Jul 30 08:05:03.037869 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:05:03.301158 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:03.554356 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:03.645464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:03.774479 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Allocated IP 172.27.0.47 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/58577b27-88bd-4734-8c53-6a5f3ba08a1b) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:05:03.924612 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:03.966367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:04.004243 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:05:04.007199 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:05:04.013191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:05:04.019272 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Pushing event updated for resources: {'Port': ['ID=58577b27-88bd-4734-8c53-6a5f3ba08a1b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:04.286977 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:04.573608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7844'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:04.577112 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526975'] for router, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:04.701069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Router 47c4ce53-e564-42e3-a2be-424c55060adf has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:05:04.819288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:05:04.823872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:04.825213 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e4378df4-5281-4921-851c-a6d75fa676e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/47c4ce53-e564-42e3-a2be-424c55060adf HTTP/1.1" status: 200 len: 889 time: 1.7910593 Jul 30 08:05:05.586966 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:05:05.651017 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:05:05.655059 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:05:05.655439 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:05.746826 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:05.780339 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,segment=NetworkSegment(9ed19357-5c02-43c8-9478-30c0bdc62667),segment_id=9ed19357-5c02-43c8-9478-30c0bdc62667)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:05:05.785133 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:05.833137 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:06.098029 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Sync routers for ids ['47c4ce53-e564-42e3-a2be-424c55060adf'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:05:06.108511 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Routers {'47c4ce53-e564-42e3-a2be-424c55060adf'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:05:06.109235 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:04:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['47c4ce53-e564-42e3-a2be-424c55060adf'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:05:06.378188 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Set router 47c4ce53-e564-42e3-a2be-424c55060adf gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:05:06.798014 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:05:04Z', 'revision_number': 4, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port': {'id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:05:03Z', 'updated_at': '2021-07-30T08:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:05:05Z', 'revision_number': 5, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:05:06.847969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Checking router: 47c4ce53-e564-42e3-a2be-424c55060adf for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:05:06.848333 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Updating router 47c4ce53-e564-42e3-a2be-424c55060adf port 58577b27-88bd-4734-8c53-6a5f3ba08a1b binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:05:06.897132 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.257645 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.275430 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Transition to ACTIVE for port object 58577b27-88bd-4734-8c53-6a5f3ba08a1b will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:05:07.282614 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.336675 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23017841-f898-463e-9041-02df86cefba2 None None] Pushing event updated for resources: {'Port': ['ID=58577b27-88bd-4734-8c53-6a5f3ba08a1b,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:07.340541 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Attempting to bind port 58577b27-88bd-4734-8c53-6a5f3ba08a1b on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:05:07.340928 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Attempting to bind port 58577b27-88bd-4734-8c53-6a5f3ba08a1b by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:05:07.341306 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Attempting to bind port 58577b27-88bd-4734-8c53-6a5f3ba08a1b on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:05:07.347405 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:05:07.347628 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:05:07.347951 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.348346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:05:07.348825 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Bound port: 58577b27-88bd-4734-8c53-6a5f3ba08a1b, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:05:07.349257 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.353402 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45282) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:05:07.404392 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] For port 58577b27-88bd-4734-8c53-6a5f3ba08a1b, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:05:07.407580 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] For port 58577b27-88bd-4734-8c53-6a5f3ba08a1b, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=58577b27-88bd-4734-8c53-6a5f3ba08a1b,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:05:07.413159 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:07.481733 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a722d889-a1c0-4c4b-b3e5-85a2623fe8b3 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1270907 Jul 30 08:05:07.482046 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23017841-f898-463e-9041-02df86cefba2 None None] Pushing event updated for resources: {'Port': ['ID=58577b27-88bd-4734-8c53-6a5f3ba08a1b,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:07.491195 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Routers {'47c4ce53-e564-42e3-a2be-424c55060adf'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:05:07.491844 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:04:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['47c4ce53-e564-42e3-a2be-424c55060adf'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:05:07.670208 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:05:07.725629 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] Set router 47c4ce53-e564-42e3-a2be-424c55060adf gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:05:07.802027 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:05:07.802684 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:08.010596 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:05:04Z', 'revision_number': 4, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port': {'id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:05:03Z', 'updated_at': '2021-07-30T08:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:05:05Z', 'revision_number': 5, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:05:08.038818 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcdc94f-634b-443e-b0f5-2f108bdff32e None None] The sync data for ids ['47c4ce53-e564-42e3-a2be-424c55060adf'] in dv-cinder-792800-2-iscsi is: [{'id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'name': 'router1', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:04:46Z', 'updated_at': '2021-07-30T08:05:04Z', 'revision_number': 4, 'project_id': '4756d3c823294875922aae9de90163b2', 'gw_port': {'id': '58577b27-88bd-4734-8c53-6a5f3ba08a1b', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:05:03Z', 'updated_at': '2021-07-30T08:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'd9cfcb00-c97b-4c6e-98b5-7ce45e7adff6', 'name': '', 'network_id': 'a83d31fc-d425-4330-9f12-3a034f7c1650', 'tenant_id': '4756d3c823294875922aae9de90163b2', 'mac_address': 'fa:16:3e:ec:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c4ce53-e564-42e3-a2be-424c55060adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:04:56Z', 'updated_at': '2021-07-30T08:05:05Z', 'revision_number': 5, 'project_id': '4756d3c823294875922aae9de90163b2', 'subnets': [{'id': '7bdf2cc8-8bdb-494b-96ed-d1ee129938d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dfafc3e-85b9-4f84-b0ad-a03be0e8667d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:05:09.636211 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 58577b27-88bd-4734-8c53-6a5f3ba08a1b up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:05:09.703035 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 58577b27-88bd-4734-8c53-6a5f3ba08a1b completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:05:09.708836 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 58577b27-88bd-4734-8c53-6a5f3ba08a1b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:05:09.709354 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:09.803041 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:09.828847 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 58577b27-88bd-4734-8c53-6a5f3ba08a1b, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=58577b27-88bd-4734-8c53-6a5f3ba08a1b,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:05:09.833818 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:09.890908 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=58577b27-88bd-4734-8c53-6a5f3ba08a1b,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:05:11.599974 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 58577b27-88bd-4734-8c53-6a5f3ba08a1b up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:05:11.695357 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 58577b27-88bd-4734-8c53-6a5f3ba08a1b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:05:11.696605 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:20.880295 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d7c50259-255b-403c-be30-bb310c4ed743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:23.248753 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:05:23.376521 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-cda5b259-de95-441f-a99b-b948a7e80b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:23.702318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:24.400374 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:26.182926 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:50.874864 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a62c42ee-bd1c-47f7-b800-bc697e1f852c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:53.369122 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-be20bfb0-c0a9-4a32-bbe8-445998f60de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:53.695821 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:54.404151 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:05:56.182356 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:00.240624 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:06:20.878144 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36e86c8c-cd2a-43bb-840a-f2a43dc5e035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:23.371922 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e60f0e3f-0afc-4c64-9538-38aa50096983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:23.697410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:24.405532 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:26.189256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:37.239607 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:06:45.979224 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45850) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:46.038713 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.pecan_wsgi.hooks.translation [None req-8606be80-9ec3-43df-ab7c-feb2a7e1a986 admin admin] GET failed (client error): The resource could not be found. Jul 30 08:06:46.040060 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8606be80-9ec3-43df-ab7c-feb2a7e1a986 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598807 Jul 30 08:06:46.195429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a922248-b5d7-49da-be63-44b1a7388983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:46.196855 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8a922248-b5d7-49da-be63-44b1a7388983 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1524727 Jul 30 08:06:48.380436 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45860) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:48.471651 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97561389-8d44-4e00-818c-bc74f788f47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:48.473604 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-97561389-8d44-4e00-818c-bc74f788f47a admin admin] 10.222.0.16 "GET /v2.0/subnets/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8 HTTP/1.1" status: 200 len: 849 time: 0.0921788 Jul 30 08:06:48.483202 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:06:48.566579 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:48.705051 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784194331688'] for subnet, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:48.734529 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:48.735113 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:48.737158 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] 10.222.0.16 "PUT /v2.0/subnets/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8 HTTP/1.1" status: 200 len: 868 time: 0.2568948 Jul 30 08:06:48.740001 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a919e4-6510-4e1a-940e-dffc17ba4a56 None None] Network a83d31fc-d425-4330-9f12-3a034f7c1650 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:06:48.760548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdf2cc8-8bdb-494b-96ed-d1ee129938d8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:06:48.768312 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.768734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.769035 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.769374 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.769702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.770032 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.770360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.770686 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.771029 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.771337 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.771663 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:48.771982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6dcd3-e9d1-49e2-9c7a-fa807dfffa48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:06:49.136540 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1018028c-73a3-45ce-857c-228a942b8de4 None None] Provisioning complete for port d638ad10-c351-418c-b453-46f53ef21e99 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:06:49.137053 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1018028c-73a3-45ce-857c-228a942b8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:49.238570 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-1018028c-73a3-45ce-857c-228a942b8de4 None None] Provisioning complete for port d9cfcb00-c97b-4c6e-98b5-7ce45e7adff6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:06:49.238827 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1018028c-73a3-45ce-857c-228a942b8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:50.879298 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-fabab6a5-7e35-4235-9d16-f264b9d41724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:50.922433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45868) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:51.118664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c9263c-1fac-4152-a659-e83e80baefbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:51.119060 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c9263c-1fac-4152-a659-e83e80baefbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:51.120602 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-95c9263c-1fac-4152-a659-e83e80baefbe admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971598 Jul 30 08:06:53.283609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45876) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:53.373436 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-61210358-8424-4f12-84e9-366fe76fd208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:53.416567 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cc25d-6b5e-41ce-ad54-19f755ecb287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:53.417101 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cc25d-6b5e-41ce-ad54-19f755ecb287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:53.418680 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cf9cc25d-6b5e-41ce-ad54-19f755ecb287 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330223 Jul 30 08:06:53.699128 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:54.407824 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:55.665721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45884) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:55.919086 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baca140-7635-4787-be7f-2f7502a33cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:55.921425 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7baca140-7635-4787-be7f-2f7502a33cd4 admin admin] 10.222.0.16 "GET /v2.0/networks/a83d31fc-d425-4330-9f12-3a034f7c1650 HTTP/1.1" status: 200 len: 869 time: 0.2546523 Jul 30 08:06:56.190030 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:06:58.086340 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45894) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:06:58.212294 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7112370-3d13-4a80-98f1-61810f96c54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:06:58.213672 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b7112370-3d13-4a80-98f1-61810f96c54d admin admin] 10.222.0.16 "GET /v2.0/networks/b949963e-ba71-46c4-9f89-ab058897ccc9 HTTP/1.1" status: 200 len: 886 time: 0.1262984 Jul 30 08:07:00.411533 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45902) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:00.535640 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ecaa8-e218-42d8-a3a5-753afc9fe497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:00.536101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ecaa8-e218-42d8-a3a5-753afc9fe497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:00.537662 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8a6ecaa8-e218-42d8-a3a5-753afc9fe497 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251907 Jul 30 08:07:02.718273 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45910) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:02.811893 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b3278-5a55-4be5-b755-fc4d1b41afaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:02.812353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b3278-5a55-4be5-b755-fc4d1b41afaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:02.813860 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-143b3278-5a55-4be5-b755-fc4d1b41afaf admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946250 Jul 30 08:07:04.980538 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45918) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:05.105363 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d651307-7b5d-4ff0-9887-af6eeccd3c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:05.106703 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6d651307-7b5d-4ff0-9887-af6eeccd3c97 admin admin] 10.222.0.16 "GET /v2.0/subnets/7bdf2cc8-8bdb-494b-96ed-d1ee129938d8 HTTP/1.1" status: 200 len: 868 time: 0.1251976 Jul 30 08:07:07.270958 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 45926) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:07.371545 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e821547-bec5-4c30-9295-77351e374a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:07.372922 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5e821547-bec5-4c30-9295-77351e374a3b admin admin] 10.222.0.16 "GET /v2.0/subnets/d1764aa3-a82d-478b-966b-47b069cc07b2 HTTP/1.1" status: 200 len: 816 time: 0.1009793 Jul 30 08:07:14.239546 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:07:20.880228 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b0551ca3-4621-40e0-b2e6-e718e90a5b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:23.374780 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5ce124db-b30f-4108-9c66-9ed3c8cbc804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:23.701385 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:24.409567 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:26.203033 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:32.958194 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45980) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:33.004194 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-cd949007-057b-4195-b20c-cb01227c372f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:07:33.005251 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cd949007-057b-4195-b20c-cb01227c372f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460865 Jul 30 08:07:35.264484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45988) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:35.325931 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea7717a-910b-47ce-8ea4-6d75a3e33024 admin admin] GET failed (client error): The resource could not be found. Jul 30 08:07:35.327259 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1ea7717a-910b-47ce-8ea4-6d75a3e33024 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618131 Jul 30 08:07:35.409083 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30121591-4c47-4dda-a36b-976a0e03a8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:35.410552 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-30121591-4c47-4dda-a36b-976a0e03a8e0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789199 Jul 30 08:07:37.595583 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 45996) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:37.640224 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:07:37.661848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Made reservation on behalf of 15cd094de14b42a1a3296378f1499de4 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:07:37.664182 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:37.692654 dv-cinder-792800-2-iscsi neutron-server[93285]: WARNING neutron.services.revisions.revision_plugin [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Could not find related network for resource to bump revision. Jul 30 08:07:37.703375 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:07:37.712018 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:37.712365 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Added segment 010810fa-b4b0-4c1a-bad6-d16dd55c487b of type vlan for network 667fdcae-5460-4091-967e-9dea37ff2827 Jul 30 08:07:37.752740 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:37.779229 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:37.780154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:37.780801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:37.927762 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3310850 Jul 30 08:07:37.936211 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03420eff-be7f-464d-ac2b-e8a093d78cbd admin admin] Pushing event updated for resources: {'Network': ['ID=667fdcae-5460-4091-967e-9dea37ff2827,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:07:37.947340 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 667fdcae-5460-4091-967e-9dea37ff2827 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:07:40.119900 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46004) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:07:40.178839 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd2d52b-a976-48d2-980c-b08e505341e5 admin admin] GET failed (client error): The resource could not be found. Jul 30 08:07:40.180156 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4bd2d52b-a976-48d2-980c-b08e505341e5 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591893 Jul 30 08:07:40.255224 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3faeeb-cd99-465c-b823-a57c9b3b7f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:40.256683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-af3faeeb-cd99-465c-b823-a57c9b3b7f99 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721836 Jul 30 08:07:40.267477 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:07:40.288627 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Made reservation on behalf of 15cd094de14b42a1a3296378f1499de4 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:07:40.290891 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:40.451326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:40.510175 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d9e737-7b92-42ce-99ac-9944eede6d90,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:07:40.512891 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Checking segment: {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:07:40.513275 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Network hostable DHCP agents. Network: 667fdcae-5460-4091-967e-9dea37ff2827, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:07:40.529953 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Network 667fdcae-5460-4091-967e-9dea37ff2827 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:07:40.538022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 667fdcae-5460-4091-967e-9dea37ff2827) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:07:40.544131 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:07:40.545124 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:40.545885 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54074723-21d7-4f7c-869c-585c21b6d8aa None None] Network 667fdcae-5460-4091-967e-9dea37ff2827 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:07:40.558926 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c0474f10-054e-4d1e-83f0-a94430e7dd92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2956553 Jul 30 08:07:40.800599 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-667fdcae-5460-4091-967e-9dea37ff2827', 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827', 'tenant_id': '15cd094de14b42a1a3296378f1499de4', 'fixed_ips': [{'subnet_id': 'e3d9e737-7b92-42ce-99ac-9944eede6d90'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:07:40.801506 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:40.937176 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Allocated IP 192.168.233.2 (667fdcae-5460-4091-967e-9dea37ff2827/e3d9e737-7b92-42ce-99ac-9944eede6d90/19dc9b8e-3800-4d8f-bea9-cda3f1f36732) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:07:41.080667 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:41.088968 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Transition to ACTIVE for port object 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:07:41.105187 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Transition to ACTIVE for port object 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:07:41.112681 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:41.153284 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Network 667fdcae-5460-4091-967e-9dea37ff2827 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:07:41.161703 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:07:41.163775 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Pushing event updated for resources: {'Port': ['ID=19dc9b8e-3800-4d8f-bea9-cda3f1f36732,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:07:41.165894 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:07:41.177482 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.177830 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.178176 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.178515 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.178852 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.179187 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.179516 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.179844 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.180177 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.180505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.180831 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.181175 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:07:41.234331 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Attempting to bind port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:07:41.234704 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Attempting to bind port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:07:41.235065 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Attempting to bind port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 on network 667fdcae-5460-4091-967e-9dea37ff2827 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:07:41.240672 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:07:41.241076 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Checking segment: {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:07:41.241474 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:41.241867 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Bound using segment: {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:07:41.242327 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Bound port: 19dc9b8e-3800-4d8f-bea9-cda3f1f36732, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:07:41.242719 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:41.306728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] For port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:07:41.310336 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] For port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=19dc9b8e-3800-4d8f-bea9-cda3f1f36732,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:07:41.315643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:41.378290 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdaf2b-706a-4722-9783-3ac81b277eee None None] Pushing event updated for resources: {'Port': ['ID=19dc9b8e-3800-4d8f-bea9-cda3f1f36732,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:07:41.703204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:07:41.761103 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:07:42.153520 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e229f49-49e3-4bfc-a685-22e883e355bf None None] Network 667fdcae-5460-4091-967e-9dea37ff2827 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:07:42.241239 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Provisioning for port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:07:42.245274 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Provisioning complete for port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:07:42.245651 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:42.378157 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:42.412169 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] For port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=19dc9b8e-3800-4d8f-bea9-cda3f1f36732,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:07:42.418478 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:42.472405 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0ef9a-2fbe-4eb7-88ce-1d84dc90862c None None] Pushing event updated for resources: {'Port': ['ID=19dc9b8e-3800-4d8f-bea9-cda3f1f36732,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:07:42.642666 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6f1f5381-7dcb-461e-9246-8d33eae3f0f8 None None] Provisioning complete for port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:07:42.643031 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5381-7dcb-461e-9246-8d33eae3f0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:43.676557 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:07:43.724280 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 19dc9b8e-3800-4d8f-bea9-cda3f1f36732 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:07:43.724906 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:50.880417 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f8c71e14-967b-4190-ace6-39cee3725827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:51.239145 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:07:53.378206 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b47cd8e4-4ece-478b-aa3c-7f25f55e04d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:53.704251 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:54.413493 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:07:56.208254 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:20.880609 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b9071cbd-af13-4afc-b195-44b146356884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:23.379834 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-caece1a7-9f05-4cfd-8523-6df54accd315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:23.705855 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:24.414937 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:26.208414 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:28.238330 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:08:49.719422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46056) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:08:49.725404 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-1fcd6bcc-15b9-4273-96a1-dd3eee97e9f7 tempest-verify_tempest_config-1170505682 tempest-verify_tempest_config-1170505682-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:08:49.726378 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1fcd6bcc-15b9-4273-96a1-dd3eee97e9f7 tempest-verify_tempest_config-1170505682 tempest-verify_tempest_config-1170505682-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059640 Jul 30 08:08:50.022513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46074) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:08:50.120233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.204973 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.208273 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.253209 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1ecccebf67f4643a6dc629fe587812e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2296369 Jul 30 08:08:50.253991 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5ef38d-a210-45ce-9a9a-9f8bb9346ec0,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:08:50.255950 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46078) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:08:50.260526 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.260910 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.261258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.261592 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.261921 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.262265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.262599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.262924 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.263262 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.263600 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.264008 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.264329 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5fc06-2b7b-44f0-bb4f-dc4dcf0f831f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.339840 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.361268 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.451773 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.454363 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:50.455731 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a5ef38d-a210-45ce-9a9a-9f8bb9346ec0 HTTP/1.1" status: 204 len: 168 time: 0.1985731 Jul 30 08:08:50.463307 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5ef38d-a210-45ce-9a9a-9f8bb9346ec0,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:08:50.472848 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.473342 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.473692 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.474029 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.474358 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.474713 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.475044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.475369 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.475709 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.476106 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.476353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.476675 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2518a2b8-2a3a-44d3-b568-c7afd91ba190 admin admin] Tracked resource versions report: Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: pushed versions: Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Log': {'1.0'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Network': {'1.1'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Port': {'1.7'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'QosPolicy': {'1.8'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: consumer versions: Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Log': '1.0', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Network': '1.1', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Port': '1.7', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'QosPolicy': '1.8', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SubPort': '1.0', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Subnet': '1.1', Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Jul 30 08:08:50.477897 dv-cinder-792800-2-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:08:50.882200 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6e23568d-4225-4ee7-b72d-6afd05301503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:53.380133 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a35d-771a-43e3-9f50-2b01afce511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:53.707146 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:54.417247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:08:56.210666 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:05.237966 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:09:20.882689 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a3d65e68-2006-4d82-9125-6479ccef1df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:23.381130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b52967ab-5c1e-47c3-8d5d-00498d1e3d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:23.707679 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:24.419311 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:26.213824 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:42.236978 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:09:50.882437 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1be76353-556e-42b7-842c-3f02209d36f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:53.381913 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-618b11c4-14b6-46b3-8639-583a8cfb019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:53.709907 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:54.422643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:09:56.215534 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:19.235397 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 5 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:10:20.882753 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f9bb-4e22-4e15-9441-4436503eb7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:23.382404 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8eda31bc-9533-4bd2-81dc-7f8cbd88b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:23.711130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:23.753909 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530136'] for agent, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:24.424511 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:26.220299 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:28.089759 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46136) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:10:28.194041 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ed88e5e1-84f1-4c39-b47f-53ee8b94f222 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1031859 Jul 30 08:10:30.377465 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46146) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:10:30.439670 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-80db6c77-59e1-4438-9126-069a323eebc2 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0611134 Jul 30 08:10:50.883754 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-011713b9-a498-4a64-be15-9101b8161315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:53.382248 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b1289820-413b-4a5f-af1d-840cfeb2aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:53.694415 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:53.711573 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:54.428492 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:56.222918 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:10:56.234818 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:11:20.885445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6492986d-f352-4bfc-8f65-549e8108e5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:23.387246 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a022ba9c-ea59-4ebc-b469-c7c6002883b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:23.724494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:23.736925 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:24.432425 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:26.227086 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:33.233805 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:11:50.889282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-efb42265-b61d-4d65-b0d3-ce1c4cfa7dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:53.390112 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2e657794-992f-48b5-8841-fe478e81e5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:53.727137 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:53.734332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:54.448192 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.086669 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46288) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:56.225674 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.361027 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-754587098-network', 'tenant_id': '80c06c72eae84e8492222f5b8c6c5b52'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:56.386943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Made reservation on behalf of 80c06c72eae84e8492222f5b8c6c5b52 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:56.389916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.398705 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.493840 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.498999 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.533207 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:11:56.543133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.543696 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Added segment 4eac4dcf-6b88-4535-90e2-c14227aa1612 of type vlan for network 828dd81f-db40-4783-984d-b8c330058572 Jul 30 08:11:56.546009 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617ed364-b503-44be-91b9-a9f1769e63f3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:56.563147 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.563602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.564269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.564706 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.565149 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.565688 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.566407 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.566805 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.567219 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.567614 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.568005 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.568397 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Tracked resource versions report: Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: pushed versions: Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Log': {'1.0'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Network': {'1.1'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Port': {'1.7'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'QosPolicy': {'1.8'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: consumer versions: Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: HyperV agent@hv-cinder-79280: {}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Log': '1.0', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Network': '1.1', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Port': '1.7', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'QosPolicy': '1.8', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'SubPort': '1.0', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Subnet': '1.1', Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Jul 30 08:11:56.569599 dv-cinder-792800-2-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:11:56.609063 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.643554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.644765 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:56.645732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:56.721958 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=828dd81f-db40-4783-984d-b8c330058572,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:56.729548 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46328) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:56.730266 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8ef2b5bd-2715-4f8d-84e0-8570469f3ea9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6419759 Jul 30 08:11:56.744761 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Request body: {'subnet': {'network_id': '828dd81f-db40-4783-984d-b8c330058572', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-754587098-subnet', 'tenant_id': '80c06c72eae84e8492222f5b8c6c5b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:56.745930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 828dd81f-db40-4783-984d-b8c330058572 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:11:56.775439 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Made reservation on behalf of 80c06c72eae84e8492222f5b8c6c5b52 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:56.779291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.037507 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.083399 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:57.091149 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.092113 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.092617 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.093235 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.093744 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.094265 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.094770 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.095266 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.095937 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.096436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.096963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.097460 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Tracked resource versions report: Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: pushed versions: Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Log': {'1.0'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Network': {'1.1'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Port': {'1.7'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'QosPolicy': {'1.8'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: consumer versions: Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: HyperV agent@hv-cinder-79280: {}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Log': '1.0', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Network': '1.1', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Port': '1.7', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'QosPolicy': '1.8', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'SubPort': '1.0', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Subnet': '1.1', Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Jul 30 08:11:57.098743 dv-cinder-792800-2-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:11:57.150338 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Checking segment: {'id': '4eac4dcf-6b88-4535-90e2-c14227aa1612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '828dd81f-db40-4783-984d-b8c330058572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:11:57.151007 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Network hostable DHCP agents. Network: 828dd81f-db40-4783-984d-b8c330058572, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:11:57.181530 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Network 828dd81f-db40-4783-984d-b8c330058572 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:11:57.203430 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 828dd81f-db40-4783-984d-b8c330058572) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:11:57.212415 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:57.215352 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.216851 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d465a38-343b-4ec2-a801-265f3e32c392 None None] Network 828dd81f-db40-4783-984d-b8c330058572 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:57.244226 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46358) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:57.256829 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-10598760-7ed9-4edb-92a7-6063b137fc1b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5250809 Jul 30 08:11:57.304174 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46366) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:57.379175 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400644e8-de30-4809-a0e6-942443d666d3 None None] Network 828dd81f-db40-4783-984d-b8c330058572 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:57.486460 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46378) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:57.694684 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-network', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:57.717048 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Made reservation on behalf of ccd73a0c3492432a95ff5d2bd90cf05a for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:57.719501 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.723023 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46388) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:57.728882 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.761134 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-927160989-network', 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:57.796957 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-133525107-network', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:57.849864 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.856284 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.896001 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad69cf-a84f-4036-947f-59426868fb41,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:57.904166 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:11:57.915246 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.915781 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Added segment f48c23ff-c2f0-4054-b51b-db019e4e16df of type vlan for network 5fe32146-00de-4c22-9829-93323fadd8b7 Jul 30 08:11:57.961317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:57.993177 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-network', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:57.999097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:58.001765 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.020338 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.024137 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Made reservation on behalf of 3729b0a9fd814feb8554b8be4d497dad for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:58.025288 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Made reservation on behalf of af1c3636745c45b2abf571658d331b5b for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:58.027226 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.028750 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.042210 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.043620 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.045057 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.046400 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:58.047215 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.121355 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe32146-00de-4c22-9829-93323fadd8b7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:58.129859 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6af0cfeb-f072-4cb9-b03f-c169809083d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8871043 Jul 30 08:11:58.133240 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 5fe32146-00de-4c22-9829-93323fadd8b7 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:11:58.134645 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46412) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:58.143832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Request body: {'subnet': {'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-subnet', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:58.254357 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.259981 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.341583 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:11:58.364079 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.392368 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.398108 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa2f197-77e2-4ecf-a182-56fcb9d2f5b9,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:58.412573 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784194422824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.417622 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Unsubscribe: segment precommit_create {{(pid=93286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 08:11:58.417967 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Added segment e4932457-11bf-405a-a180-d82de123e176 of type vlan for network 87181d78-5096-4456-b2df-d20a21d7c3f7 Jul 30 08:11:58.439973 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:11:58.450578 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4e5368-1722-42cf-a73b-358b9d093cde,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:58.468667 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.468667 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Added segment 541f4cde-7263-49e0-be56-0e51acad03a3 of type vlan for network efc792a5-324d-415d-b81e-8c2f8183f6fc Jul 30 08:11:58.492936 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.551931 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.587683 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.593256 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.594370 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:58.594961 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.611343 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:11:58.647284 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.650178 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Added segment 62b8e653-57ee-43cf-8e77-1201b89660c7 of type vlan for network 9312e2cc-f11c-4972-b809-32af944107f3 Jul 30 08:11:58.653011 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Made reservation on behalf of ccd73a0c3492432a95ff5d2bd90cf05a for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:58.655639 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.688141 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9638171 Jul 30 08:11:58.713258 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46436) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:58.728659 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Request body: {'subnet': {'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-subnet', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:58.787354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.815273 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Made reservation on behalf of af1c3636745c45b2abf571658d331b5b for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:58.827742 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.885965 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.891253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:58.891912 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.929138 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:58.996627 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d4ff51-8226-4864-895e-e13c654b34c5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.014211 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7057419 Jul 30 08:11:59.021845 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46454) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:59.032433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Request body: {'subnet': {'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-927160989-subnet', 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:59.043097 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad12b-f642-4f5e-a9a0-e14b305d2a32 admin admin] Pushing event updated for resources: {'Network': ['ID=87181d78-5096-4456-b2df-d20a21d7c3f7,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.049266 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc48e-a041-48dd-9ea3-09f387674abf admin admin] Pushing event updated for resources: {'Network': ['ID=9312e2cc-f11c-4972-b809-32af944107f3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.055317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.056870 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:59.057646 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.063168 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:11:59.107012 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 9312e2cc-f11c-4972-b809-32af944107f3 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:11:59.145153 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:59.147446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.373550 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.400821 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9130070 Jul 30 08:11:59.405339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46488) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:59.415602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Request body: {'subnet': {'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-133525107-subnet', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:59.430470 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1ee3-b91c-452e-adc1-825773524cea admin admin] Pushing event updated for resources: {'Network': ['ID=efc792a5-324d-415d-b81e-8c2f8183f6fc,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.442193 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network efc792a5-324d-415d-b81e-8c2f8183f6fc details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:11:59.445205 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.504653 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Made reservation on behalf of 3729b0a9fd814feb8554b8be4d497dad for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:11:59.518861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.546245 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4a493f-153a-49e0-95f6-a93106d0cfa7,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.563055 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.568411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Checking segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:11:59.568758 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Network hostable DHCP agents. Network: 5fe32146-00de-4c22-9829-93323fadd8b7, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:11:59.627132 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c349c2-c3c0-4aec-83c0-39489dba0edb,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.629147 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fa26db-3f41-42c1-aa7a-f32f09fc9fef,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:11:59.645301 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Network 5fe32146-00de-4c22-9829-93323fadd8b7 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:11:59.653048 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46502) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:59.656483 dv-cinder-792800-2-iscsi neutron-server[93286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 08:11:59.679476 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 5fe32146-00de-4c22-9829-93323fadd8b7) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:11:59.688507 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0a551-8c45-4108-8917-883eeabc7fb3 None None] Network 5fe32146-00de-4c22-9829-93323fadd8b7 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:59.702342 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Checking segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:11:59.702721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Network hostable DHCP agents. Network: 87181d78-5096-4456-b2df-d20a21d7c3f7, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:11:59.739624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:59.740234 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.745198 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Checking segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:11:59.745777 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Network hostable DHCP agents. Network: 9312e2cc-f11c-4972-b809-32af944107f3, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:11:59.826050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c3953aff-b615-4ad7-9727-c1f1aba04bc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6892993 Jul 30 08:11:59.828462 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46508) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:11:59.840481 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:11:59.857443 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Network 9312e2cc-f11c-4972-b809-32af944107f3 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:11:59.863088 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:11:59.882594 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb86450-e32b-4f2b-8395-a0e2e2f92241 None None] Network 5fe32146-00de-4c22-9829-93323fadd8b7 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:59.888737 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 9312e2cc-f11c-4972-b809-32af944107f3) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:11:59.899471 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:59.900327 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.925103 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 87181d78-5096-4456-b2df-d20a21d7c3f7) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:11:59.926828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b89a6-6469-44e7-952a-a0e2f69257e3 None None] Network 9312e2cc-f11c-4972-b809-32af944107f3 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:59.958330 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:59.959076 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.976597 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45ba59-0a32-407e-8b97-552bb1778abd None None] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:11:59.985209 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-76d5833e-2d99-4269-9da1-2ca81939b785 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:11:59.986856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-76d5833e-2d99-4269-9da1-2ca81939b785 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/networks?id=828dd81f-db40-4783-984d-b8c330058572 HTTP/1.1" status: 200 len: 811 time: 0.3314650 Jul 30 08:11:59.991792 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:11:59.993018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.019565 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c730d5c8-e26b-42c5-8bc1-8e9b5ce2a68d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9963055 Jul 30 08:12:00.020167 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46516) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:00.023137 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-723a8338-3e66-4af9-a8d9-59b2a6cf06fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3087046 Jul 30 08:12:00.025935 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46520) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:00.030497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:00.044420 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-a7dcc1e5-ed84-4287-8a9b-6f413e7933e4 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/quotas/80c06c72eae84e8492222f5b8c6c5b52 HTTP/1.1" status: 200 len: 375 time: 0.0449724 Jul 30 08:12:00.073693 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.074994 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.082547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.133369 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b91915-ec72-410d-aeda-f2ff232e6b38,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:00.191667 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Checking segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:00.192036 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Network hostable DHCP agents. Network: efc792a5-324d-415d-b81e-8c2f8183f6fc, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:12:00.230252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.239997 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-87181d78-5096-4456-b2df-d20a21d7c3f7', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:12:00.241806 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.291292 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:12:00.292321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-015214a6-6e07-4688-8dff-6cb4fc8ace41 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=80c06c72eae84e8492222f5b8c6c5b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2400012 Jul 30 08:12:00.399797 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.404100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, efc792a5-324d-415d-b81e-8c2f8183f6fc) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:00.410660 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:00.412561 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.417628 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-52de1ecf-09be-429c-a8f8-b59c741caf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.472820 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-282c039b-fd7f-4730-88b0-53e448970d63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0639191 Jul 30 08:12:00.480795 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea6039-0f12-43c9-be9a-4b3d3a4d8b02 None None] Network efc792a5-324d-415d-b81e-8c2f8183f6fc requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:12:00.491314 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46542) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:00.495671 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:00.532510 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-ce431fbb-e985-47d0-99d2-2481b1cce498 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:12:00.533564 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-ce431fbb-e985-47d0-99d2-2481b1cce498 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072190 Jul 30 08:12:00.540463 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69851f2-06ff-4b01-b53f-005f43822afc None None] Network 9312e2cc-f11c-4972-b809-32af944107f3 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:12:00.647172 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.724521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.749608 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Allocated IP 172.20.0.2 (87181d78-5096-4456-b2df-d20a21d7c3f7/65fa26db-3f41-42c1-aa7a-f32f09fc9fef/21dc0e11-975b-4956-b1e5-4c052eb53cdc) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:00.821191 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-37aba178-ff30-4e6c-8697-a91e7c7a9d4d service neutron] 10.222.0.16 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738156 Jul 30 08:12:00.850352 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-52de1ecf-09be-429c-a8f8-b59c741caf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.896532 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-52de1ecf-09be-429c-a8f8-b59c741caf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:00.936191 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de1ecf-09be-429c-a8f8-b59c741caf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc18176-94fa-4c55-9537-14bce2701adb,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:01.006043 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.007805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.027091 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-52de1ecf-09be-429c-a8f8-b59c741caf8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81f1ebdbd0fe4edf83118ab235db1644&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0055265 Jul 30 08:12:01.035656 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46564) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:01.083159 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.108174 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.156581 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-40a39acc-5df1-4f70-a2c2-742a4f2ed907 service neutron] 10.222.0.16 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118622 Jul 30 08:12:01.160323 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.233978 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-efc792a5-324d-415d-b81e-8c2f8183f6fc', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:12:01.235162 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.322081 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46578) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:01.355513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Allocated IP 172.27.0.26 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/ffb4c4f0-be94-4219-94fa-bba69ae0a125) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:01.542714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.592571 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.605642 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.611061 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Transition to ACTIVE for port object 21dc0e11-975b-4956-b1e5-4c052eb53cdc will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:01.621634 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Allocated IP 172.20.0.2 (efc792a5-324d-415d-b81e-8c2f8183f6fc/33b91915-ec72-410d-aeda-f2ff232e6b38/2f4b739d-6b41-43f1-a14c-8164276c67ba) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:01.642203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Transition to ACTIVE for port object 21dc0e11-975b-4956-b1e5-4c052eb53cdc will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:01.658060 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.666035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-05a5c493-8498-4d4f-9f7c-c402813f291b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:01.666344 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:01.672187 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:01.679284 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:01.683271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-05a5c493-8498-4d4f-9f7c-c402813f291b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.3562701 Jul 30 08:12:01.714124 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.749874 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:01.754836 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:01.758126 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Pushing event updated for resources: {'Port': ['ID=21dc0e11-975b-4956-b1e5-4c052eb53cdc,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:01.767920 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:01.774791 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:01.787706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.788124 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.788480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.789063 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.789440 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.790262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.790262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.790480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.790796 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.791295 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.792141 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.792141 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Tracked resource versions report: Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: pushed versions: Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Log': {'1.0'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Network': {'1.1'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Port': {'1.7'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'QosPolicy': {'1.8'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: consumer versions: Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: HyperV agent@hv-cinder-79280: {}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Log': '1.0', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Network': '1.1', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Port': '1.7', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'QosPolicy': '1.8', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'SubPort': '1.0', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Subnet': '1.1', Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Jul 30 08:12:01.793404 dv-cinder-792800-2-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:12:01.853065 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-d453957a-9b51-417f-8b86-af65d8687ea8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/quotas/079ac4f507da4fd0b4d70cf9e80f0cca HTTP/1.1" status: 200 len: 375 time: 0.1686084 Jul 30 08:12:01.931863 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb4c4f0-be94-4219-94fa-bba69ae0a125,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:01.996180 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Attempting to bind port 21dc0e11-975b-4956-b1e5-4c052eb53cdc on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:01.997341 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Attempting to bind port 21dc0e11-975b-4956-b1e5-4c052eb53cdc by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:01.997877 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Attempting to bind port 21dc0e11-975b-4956-b1e5-4c052eb53cdc on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:02.006034 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:02.006703 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Checking segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:02.007263 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.007831 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Bound using segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:02.008464 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Bound port: 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:02.009234 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.022828 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-53777da1-804a-47b4-90af-648f2d8bb815 req-65eb1947-13df-45a7-9368-a2e6cf68d072 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.1802509 Jul 30 08:12:02.045901 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.068430 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-55c5586d-4f98-48cc-9e16-78c624596232 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1755052 Jul 30 08:12:02.086179 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.096765 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.107787 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.110503 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.112344 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbc18176-94fa-4c55-9537-14bce2701adb HTTP/1.1" status: 204 len: 168 time: 1.0703368 Jul 30 08:12:02.138588 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] For port 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:02.143089 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] For port 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=21dc0e11-975b-4956-b1e5-4c052eb53cdc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:02.144643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.145892 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.156815 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb2398-97cd-43e2-8bbd-eee39b338836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc18176-94fa-4c55-9537-14bce2701adb,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:02.157569 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Transition to ACTIVE for port object 2f4b739d-6b41-43f1-a14c-8164276c67ba will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:02.179406 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Transition to ACTIVE for port object 2f4b739d-6b41-43f1-a14c-8164276c67ba will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:02.190617 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.200647 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.238430 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:02.244216 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:02.263505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:02.296023 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-4228eff0-59c4-409d-a03b-06bd71a46cf9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:12:02.299792 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-4228eff0-59c4-409d-a03b-06bd71a46cf9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1441057 Jul 30 08:12:02.383559 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Attempting to bind port 2f4b739d-6b41-43f1-a14c-8164276c67ba on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:02.383886 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Attempting to bind port 2f4b739d-6b41-43f1-a14c-8164276c67ba by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:02.384274 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Attempting to bind port 2f4b739d-6b41-43f1-a14c-8164276c67ba on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:02.423833 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.437444 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:02.441136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Checking segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:02.441136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.441136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Bound using segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:02.441136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Bound port: 2f4b739d-6b41-43f1-a14c-8164276c67ba, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:02.441557 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.443316 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589dbc0-ef2a-4add-b526-c7af80e0eac4 None None] Pushing event updated for resources: {'Port': ['ID=21dc0e11-975b-4956-b1e5-4c052eb53cdc,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:02.506128 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Pushing event updated for resources: {'Port': ['ID=2f4b739d-6b41-43f1-a14c-8164276c67ba,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:02.605794 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Allocated IP 172.27.0.130 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/37a593e6-5239-417e-8042-eeeeb8bdd992) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:02.693232 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] For port 2f4b739d-6b41-43f1-a14c-8164276c67ba, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:02.701076 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] For port 2f4b739d-6b41-43f1-a14c-8164276c67ba, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2f4b739d-6b41-43f1-a14c-8164276c67ba,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:02.717262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.744736 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46638) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:02.767342 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abac03ef-44d8-4785-b162-728425d4832b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:02.837385 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:12:02.853805 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591abe6-5f86-4f75-812e-ec7277df21bc None None] Pushing event updated for resources: {'Port': ['ID=2f4b739d-6b41-43f1-a14c-8164276c67ba,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:02.891938 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-3352303d-6800-42ab-be3c-0ef58701debc service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695817 Jul 30 08:12:02.977405 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:02.997433 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:03.031329 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:03.031915 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:03.164210 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.314887 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-6b2086ca-0b73-4514-b2c4-27332f6b6fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208267 Jul 30 08:12:03.323361 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:03.366204 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41465239-b7f3-4949-a2dd-93ac3fec82ff req-1fa9dd44-68d6-4e6c-bb7d-a0a3e2da4973 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.2439759 Jul 30 08:12:03.596722 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.708861 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abac03ef-44d8-4785-b162-728425d4832b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.727926 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.731327 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-be71c616-62a9-42e3-a36f-95e4e9402452 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7023284 Jul 30 08:12:03.732277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46678) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:03.737588 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.834833 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abac03ef-44d8-4785-b162-728425d4832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:03.852004 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:01Z', 'revision_number': 3, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:03.944038 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:03.944427 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Updating router 95ef7e3a-da93-489d-85dc-cc6765090de0 port ffb4c4f0-be94-4219-94fa-bba69ae0a125 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:04.038999 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2f4b739d-6b41-43f1-a14c-8164276c67ba up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:04.063057 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97aeb467-0b7d-4837-b0a9-22e3eeee32fa req-bca47679-bcac-4e31-b47f-0d70ad664db6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.2656288 Jul 30 08:12:04.097904 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:04.135288 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b0a9c-e152-4a45-b726-2d6f48db3216 None None] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:12:04.257321 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c98b0272-2f91-482c-aae7-6db23108b5ae None None] Provisioning for port 21dc0e11-975b-4956-b1e5-4c052eb53cdc completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:04.289426 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 2f4b739d-6b41-43f1-a14c-8164276c67ba completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:04.314592 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 21dc0e11-975b-4956-b1e5-4c052eb53cdc up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:04.340728 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-abac03ef-44d8-4785-b162-728425d4832b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcf4bac72c8c4a63ad86e0031103adfc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5947278 Jul 30 08:12:04.344654 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46700) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:04.450730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac03ef-44d8-4785-b162-728425d4832b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392afdd3-fb0b-47fd-a1a3-dcd961b4ab5a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:04.470063 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:04.496712 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 21dc0e11-975b-4956-b1e5-4c052eb53cdc completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:04.503419 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 21dc0e11-975b-4956-b1e5-4c052eb53cdc triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:04.504072 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:04.523747 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Allocated IP 172.27.0.154 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/af29532d-01ac-45f8-bd08-1369341b40b9) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:04.557484 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:04.591212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:04.627158 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:04.660846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8fe395-827a-47e4-8390-5eb83723cd35 None None] Network efc792a5-324d-415d-b81e-8c2f8183f6fc requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:12:04.891835 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:04.932779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Provisioning for port 2f4b739d-6b41-43f1-a14c-8164276c67ba completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:04.972851 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Provisioning complete for port 2f4b739d-6b41-43f1-a14c-8164276c67ba triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:04.973273 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:04.974195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.008372 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=21dc0e11-975b-4956-b1e5-4c052eb53cdc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:05.018240 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.024066 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Pushing event updated for resources: {'Port': ['ID=37a593e6-5239-417e-8042-eeeeb8bdd992,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.129770 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=21dc0e11-975b-4956-b1e5-4c052eb53cdc,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.145764 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2ba4d98-9d9a-4317-abfc-8fc1ddf845db req-7aab1f92-ec14-4631-babe-162e676a94f1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.2856593 Jul 30 08:12:05.148635 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.164788 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.229551 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.242570 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d97bf6a9-4c63-4047-a4cb-5334024f5d21 req-788fc46c-b0ca-4c2c-9f0c-e9e90fe1aee3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.0650196 Jul 30 08:12:05.250237 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.308659 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] For port 2f4b739d-6b41-43f1-a14c-8164276c67ba, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2f4b739d-6b41-43f1-a14c-8164276c67ba,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:05.316628 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.347324 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Allocated IP 172.20.0.1 (87181d78-5096-4456-b2df-d20a21d7c3f7/65fa26db-3f41-42c1-aa7a-f32f09fc9fef/1751a650-5068-4ce0-ba82-65dc9d3345bc) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:05.399010 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e61404-f100-436d-95ea-8406434111a0 None None] Pushing event updated for resources: {'Port': ['ID=2f4b739d-6b41-43f1-a14c-8164276c67ba,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.441687 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d76562e8-66c9-4b90-887c-f4decfadb87a None None] Provisioning complete for port 21dc0e11-975b-4956-b1e5-4c052eb53cdc triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:05.442057 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d76562e8-66c9-4b90-887c-f4decfadb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.518757 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.520005 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.535245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Transition to ACTIVE for port object 1751a650-5068-4ce0-ba82-65dc9d3345bc will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:05.580946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.616376 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d76562e8-66c9-4b90-887c-f4decfadb87a None None] Provisioning complete for port 2f4b739d-6b41-43f1-a14c-8164276c67ba triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:05.616768 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d76562e8-66c9-4b90-887c-f4decfadb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.657636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:05.665487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:05.690548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:05.691082 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.700731 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.715247 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Transition to ACTIVE for port object ffb4c4f0-be94-4219-94fa-bba69ae0a125 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:05.720085 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=af29532d-01ac-45f8-bd08-1369341b40b9,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.724942 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.773161 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:05.791536 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:05.805066 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.903197 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.928985 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Attempting to bind port ffb4c4f0-be94-4219-94fa-bba69ae0a125 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:05.929721 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Attempting to bind port ffb4c4f0-be94-4219-94fa-bba69ae0a125 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:05.930623 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Attempting to bind port ffb4c4f0-be94-4219-94fa-bba69ae0a125 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:05.953736 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.967407 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Pushing event updated for resources: {'Port': ['ID=ffb4c4f0-be94-4219-94fa-bba69ae0a125,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:05.971211 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:05.971884 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:05.972022 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:05.972576 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.973494 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:05.974146 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Bound port: ffb4c4f0-be94-4219-94fa-bba69ae0a125, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:05.974709 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.984227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.990326 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:05.991598 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/392afdd3-fb0b-47fd-a1a3-dcd961b4ab5a HTTP/1.1" status: 204 len: 168 time: 1.5429208 Jul 30 08:12:06.018344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2f4b739d-6b41-43f1-a14c-8164276c67ba up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:06.055905 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.056557 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.057120 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.057637 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.058149 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.058716 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.059750 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.060366 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.060922 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.061593 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.062215 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.062717 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Tracked resource versions report: Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: pushed versions: Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Log': {'1.0'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Network': {'1.1'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Port': {'1.7'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'QosPolicy': {'1.8'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: consumer versions: Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: HyperV agent@hv-cinder-79280: {}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: L3 agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: Metadata agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: Metering agent@dv-cinder-792800-2-iscsi: {}, Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-792800-2-iscsi: { 'AddressGroup': '1.2', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Log': '1.0', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Network': '1.1', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Port': '1.7', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'QosPolicy': '1.8', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'SubPort': '1.0', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Subnet': '1.1', Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Jul 30 08:12:06.064017 dv-cinder-792800-2-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 08:12:06.087299 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] For port ffb4c4f0-be94-4219-94fa-bba69ae0a125, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:06.091335 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] For port ffb4c4f0-be94-4219-94fa-bba69ae0a125, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ffb4c4f0-be94-4219-94fa-bba69ae0a125,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:06.099648 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.137089 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f3a1e18c-aeaf-428e-982c-81021ef249a6 None None] Provisioning for port 1751a650-5068-4ce0-ba82-65dc9d3345bc completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:06.151714 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f3a1e18c-aeaf-428e-982c-81021ef249a6 None None] Provisioning complete for port 1751a650-5068-4ce0-ba82-65dc9d3345bc triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:06.152093 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e18c-aeaf-428e-982c-81021ef249a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.216220 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.217778 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 2f4b739d-6b41-43f1-a14c-8164276c67ba triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:06.218153 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.227468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d059e0-2213-401f-ae31-7f4874ab2752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392afdd3-fb0b-47fd-a1a3-dcd961b4ab5a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:06.227676 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.228564 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.239933 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:06.240436 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:06.242293 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8fcb2-9808-47d3-b537-d9b08698b230 None None] Pushing event updated for resources: {'Port': ['ID=ffb4c4f0-be94-4219-94fa-bba69ae0a125,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:06.322446 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1e18c-aeaf-428e-982c-81021ef249a6 None None] Port 1751a650-5068-4ce0-ba82-65dc9d3345bc cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:06.341659 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:06.389225 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 21dc0e11-975b-4956-b1e5-4c052eb53cdc up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:06.478704 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 21dc0e11-975b-4956-b1e5-4c052eb53cdc triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:06.479084 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.497513 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:06.534379 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65136257-ee41-4284-805f-30c01a2c3129 req-6756e690-91b1-4d31-a3a0-13a251406efd tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.1394012 Jul 30 08:12:06.538931 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:06.544639 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:06.601808 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.617000 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:06.750621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:12:06.754175 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-59dbb74d-c1d8-4242-9cc6-40efe052941f req-049342c6-63fc-4b0e-9466-7558e6a9ba5b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.1476266 Jul 30 08:12:06.905953 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 2, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:06.962967 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79c29e-cf92-46a2-abd9-7cb75774e0ac None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 2, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:06.985636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:07.000952 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-df02b44f-fdce-4c7d-bd02-e8c6b4fe92a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/95ef7e3a-da93-489d-85dc-cc6765090de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2621050 Jul 30 08:12:07.068537 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ab8e4ccb-9b6d-4fe1-9822-0eed397d6479 None None] Provisioning complete for port 1751a650-5068-4ce0-ba82-65dc9d3345bc triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:07.068928 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ccb-9b6d-4fe1-9822-0eed397d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:07.109247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e4ccb-9b6d-4fe1-9822-0eed397d6479 None None] Port 1751a650-5068-4ce0-ba82-65dc9d3345bc cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:07.137182 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:07.203689 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:12:07.397139 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:07.408032 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Sync routers for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:07.416563 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:07.418403 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-43b5c47a-4c0f-4ad8-b909-32c4fc60a9ce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5833764 Jul 30 08:12:07.421915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 46808) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:07.430141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Router e3080503-3a75-4461-96c2-d1e401363c6f is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:12:07.433021 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:07.433021 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:07.587947 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:07.609677 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:07.625218 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:07.625866 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:07.654785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:07.658296 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a9605016-1719-4fd9-97bf-5555a89ba5c3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1658731 Jul 30 08:12:07.663504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46816) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:07.664069 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:08.230660 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:08.319272 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-26aca428-ff32-446a-aa20-f022301e9592 req-465d37a1-ebc8-4fd1-b82f-f8498b607b0c tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.6573422 Jul 30 08:12:08.453026 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.30', 64235) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:08.717506 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46846) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:08.724548 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ec5c70bc-8439-446b-af91-3c65e28fe393 req-49f198c0-e7a2-472f-bb78-4d80cc09e396 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.0960736 Jul 30 08:12:08.744400 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141625333', 'description': 'tempest-description--1898967701'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:08.861826 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 3, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:08.931376 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 3, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:08.949172 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Checking router: a91a8128-6b6f-48f5-a66a-310ab3f0fb93 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:08.949525 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Updating router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 port 37a593e6-5239-417e-8042-eeeeb8bdd992 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:09.051783 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.053131 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:09.053601 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Updating router e3080503-3a75-4461-96c2-d1e401363c6f port af29532d-01ac-45f8-bd08-1369341b40b9 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:09.075605 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.100403 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.106612 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.30', 64242) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:09.118098 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.242032 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-0fd713d4-e34f-431e-b0a8-2356432bb1ba tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:09.243576 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-0fd713d4-e34f-431e-b0a8-2356432bb1ba tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.30 "GET /v2.0/networks?id=828dd81f-db40-4783-984d-b8c330058572 HTTP/1.1" status: 200 len: 811 time: 0.7888353 Jul 30 08:12:09.336956 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Request body: {'port': {'device_id': 'efb474fc-59ab-4333-b063-5191dca864fb', 'network_id': '828dd81f-db40-4783-984d-b8c330058572', 'admin_state_up': True, 'tenant_id': '80c06c72eae84e8492222f5b8c6c5b52'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:09.609944 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.623815 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Transition to ACTIVE for port object 37a593e6-5239-417e-8042-eeeeb8bdd992 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:09.637082 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.687668 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-127b9d92-d456-4189-b9c4-d1fbf605c026 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:09.689703 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-127b9d92-d456-4189-b9c4-d1fbf605c026 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.5780401 Jul 30 08:12:09.695569 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b7b21-9fd7-4e50-adac-0af2d20bc163 None None] Pushing event updated for resources: {'Port': ['ID=37a593e6-5239-417e-8042-eeeeb8bdd992,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:09.705445 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Request body: {'port': {'device_id': '55746710-45f5-488c-850f-5401d84af40e', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'admin_state_up': True, 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:09.723123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Attempting to bind port 37a593e6-5239-417e-8042-eeeeb8bdd992 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:09.723496 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Attempting to bind port 37a593e6-5239-417e-8042-eeeeb8bdd992 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:09.723863 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Attempting to bind port 37a593e6-5239-417e-8042-eeeeb8bdd992 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:09.732678 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:09.732835 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:09.733464 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.733865 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:09.734344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Bound port: 37a593e6-5239-417e-8042-eeeeb8bdd992, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:09.734805 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.747358 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-14a2c918-0ae2-4840-9f00-30d626a939b4 req-2405525a-c784-4058-8765-c5ad02e2db74 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.1950817 Jul 30 08:12:09.876103 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] For port 37a593e6-5239-417e-8042-eeeeb8bdd992, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:09.886361 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] For port 37a593e6-5239-417e-8042-eeeeb8bdd992, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=37a593e6-5239-417e-8042-eeeeb8bdd992,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:09.896837 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:09.955611 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:09.956487 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:10.008995 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ffb4c4f0-be94-4219-94fa-bba69ae0a125 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:10.060009 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.091039 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Transition to ACTIVE for port object af29532d-01ac-45f8-bd08-1369341b40b9 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:10.106011 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port ffb4c4f0-be94-4219-94fa-bba69ae0a125 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:10.107159 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.120504 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port ffb4c4f0-be94-4219-94fa-bba69ae0a125 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:10.120921 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.150175 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Allocated IP 172.20.0.1 (5fe32146-00de-4c22-9829-93323fadd8b7/7b4a493f-153a-49e0-95f6-a93106d0cfa7/f82a99f5-1f76-4b53-8fc2-50064157f001) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:10.222911 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b7b21-9fd7-4e50-adac-0af2d20bc163 None None] Pushing event updated for resources: {'Port': ['ID=37a593e6-5239-417e-8042-eeeeb8bdd992,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:10.271407 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.290728 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa714b-cb37-48e5-b1e6-663c03f40252 None None] Pushing event updated for resources: {'Port': ['ID=af29532d-01ac-45f8-bd08-1369341b40b9,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:10.347523 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port ffb4c4f0-be94-4219-94fa-bba69ae0a125, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ffb4c4f0-be94-4219-94fa-bba69ae0a125,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:10.356918 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.366387 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Attempting to bind port af29532d-01ac-45f8-bd08-1369341b40b9 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:10.367153 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Attempting to bind port af29532d-01ac-45f8-bd08-1369341b40b9 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:10.370471 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Attempting to bind port af29532d-01ac-45f8-bd08-1369341b40b9 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:10.381115 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:10.407762 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:10.409479 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:10.413495 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.414585 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:10.415384 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Bound port: af29532d-01ac-45f8-bd08-1369341b40b9, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:10.416618 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.428839 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:12:10.532984 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.556030 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-018456ce-6d59-46f1-af42-4c25941c469f req-18c110cd-aa11-41bf-af4e-bd766416f724 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.5885394 Jul 30 08:12:10.586053 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.614006 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:10.638636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.680301 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] For port af29532d-01ac-45f8-bd08-1369341b40b9, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:10.716984 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] For port af29532d-01ac-45f8-bd08-1369341b40b9, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=af29532d-01ac-45f8-bd08-1369341b40b9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:10.726255 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:10.804064 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:10.805640 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:11.131049 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=ffb4c4f0-be94-4219-94fa-bba69ae0a125,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:11.131049 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:11.134640 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ddf10f3-bfc7-44ff-a19b-35a7391cedbf req-ab5f049b-d70f-43c7-8908-81ab17386e75 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.0755532 Jul 30 08:12:11.134640 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c350a5-b40c-4067-b093-fed139bdf621,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:11.134640 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46962) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:11.136882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:11.136882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:11.138425 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Made reservation on behalf of 80c06c72eae84e8492222f5b8c6c5b52 for: {'port': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:11.138425 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.138425 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.138674 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:11.139082 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8d26dec0-0b82-48cf-86c1-a4d351120cdb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3595815 Jul 30 08:12:11.139082 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 46970) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:11.139082 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group_rule': {'security_group_id': 'c1c350a5-b40c-4067-b093-fed139bdf621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:11.351034 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.400836 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa714b-cb37-48e5-b1e6-663c03f40252 None None] Pushing event updated for resources: {'Port': ['ID=af29532d-01ac-45f8-bd08-1369341b40b9,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:11.553317 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:11.562898 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12a778b7-5762-4bc9-ad88-9ba2b5502365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.587238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.678750 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.710461 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Allocated IP 172.20.0.5 (9312e2cc-f11c-4972-b809-32af944107f3/f4c349c2-c3c0-4aec-83c0-39489dba0edb/eb0cda90-8375-4745-a98e-89aed32fc534) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:11.757650 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 3, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:11.779692 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Network 5fe32146-00de-4c22-9829-93323fadd8b7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:11.804109 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:11.810406 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Allocated IP 172.20.0.1 (efc792a5-324d-415d-b81e-8c2f8183f6fc/33b91915-ec72-410d-aeda-f2ff232e6b38/1613105b-0a1b-42c1-aa57-8e7fb4a927b1) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:11.810714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:11.811278 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.821656 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:11.908103 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3faf65-08b6-4d77-9cf7-d8a8a8eba0ff None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 3, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:11.964336 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:11.986436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Transition to ACTIVE for port object 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:12.037622 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ffb4c4f0-be94-4219-94fa-bba69ae0a125 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:12.108209 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.203446 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20c80186-e6ec-40bb-beac-c0f09e90f160 req-8308347c-4e7a-4859-91df-31290af7073f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.1220181 Jul 30 08:12:12.317628 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:12.353436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.403267 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 3, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:12.417471 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.421283 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.522414 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f15d8b9-8a62-4650-a2a6-26a660fdd04e req-b58be3d4-8859-4094-b0c2-f3b88ef34489 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.2992392 Jul 30 08:12:12.528872 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26713b-76a3-4943-9e61-7dc6db41de90 None None] The sync data for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi is: [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 3, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:12.617417 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port ffb4c4f0-be94-4219-94fa-bba69ae0a125 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:12.617944 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.678548 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:06Z', 'revision_number': 2, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:12.688318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.753673 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:12.754986 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Updating router 95ef7e3a-da93-489d-85dc-cc6765090de0 port 1751a650-5068-4ce0-ba82-65dc9d3345bc binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:12.881878 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:12.975980 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.007727 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:13.069432 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:13.088667 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:13.090480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.184220 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event updated for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:13.189443 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47038) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:13.192855 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.193726 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.322746 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Allocated IP 172.20.0.14 (828dd81f-db40-4783-984d-b8c330058572/d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d/35733a6f-b9a9-4c9f-876e-02163cfbce5e) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:13.330878 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.363325 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.392380 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:13.404838 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Network 9312e2cc-f11c-4972-b809-32af944107f3 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:13.743148 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.841895 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12a778b7-5762-4bc9-ad88-9ba2b5502365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:13.996432 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.017353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-12a778b7-5762-4bc9-ad88-9ba2b5502365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.083173 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:14.100824 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.191518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:14.198941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:14.200572 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.231417 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8d9f-90b6-4ee5-8636-67b41262955f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.270073 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-541f9cfd-a775-4405-8afe-70bb9995f53b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5715621 Jul 30 08:12:14.296100 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-12a778b7-5762-4bc9-ad88-9ba2b5502365 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=220306e856084aea90f05cd011a4e605&name=default HTTP/1.1" status: 200 len: 2978 time: 3.2710502 Jul 30 08:12:14.308495 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47058) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:14.359593 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a778b7-5762-4bc9-ad88-9ba2b5502365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f0429-0eb2-47f8-a7f5-1428f6bf50c0,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:14.445412 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.462706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Transition to ACTIVE for port object 1751a650-5068-4ce0-ba82-65dc9d3345bc will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:14.466754 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Network 5fe32146-00de-4c22-9829-93323fadd8b7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:14.471068 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3990b2a9-62af-44b5-8871-8707e4ced4ae None None] Provisioning for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:14.474486 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 37a593e6-5239-417e-8042-eeeeb8bdd992 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:14.481639 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.493212 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:14.549084 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3990b2a9-62af-44b5-8871-8707e4ced4ae None None] Provisioning complete for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:14.550526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3990b2a9-62af-44b5-8871-8707e4ced4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.654410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3990b2a9-62af-44b5-8871-8707e4ced4ae None None] Port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:14.700802 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17a2d2a-c12b-4af8-86e1-b45aeb8f7c2e,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:14.712999 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Network 828dd81f-db40-4783-984d-b8c330058572 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:14.766564 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e92cd-185d-4d22-828c-0766b42e3684 req-38f902c6-f950-4786-8c2c-81ed8bbaa4c4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:14.768850 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-154e92cd-185d-4d22-828c-0766b42e3684 req-38f902c6-f950-4786-8c2c-81ed8bbaa4c4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 931 time: 0.9109762 Jul 30 08:12:14.798798 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef569-9517-4966-b21b-bd2d35656e90 None None] Pushing event updated for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:14.872771 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:14.877238 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:14.883773 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:14.887949 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:14.895895 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Pushing event updated for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:14.938590 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-00f5dcec-8d7c-429f-afb9-c8a279788f8c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 08:12:14.942756 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b9e12-c20e-428f-806b-8ca11f0d08a2 req-3b7990bf-b5de-44ec-9c68-524a3f3ebef8 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:14.944397 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b37b9e12-c20e-428f-806b-8ca11f0d08a2 req-3b7990bf-b5de-44ec-9c68-524a3f3ebef8 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 932 time: 1.1008854 Jul 30 08:12:14.960785 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-00f5dcec-8d7c-429f-afb9-c8a279788f8c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239093 Jul 30 08:12:14.983432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47066) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:15.054501 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Attempting to bind port 1751a650-5068-4ce0-ba82-65dc9d3345bc on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:15.055323 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Attempting to bind port 1751a650-5068-4ce0-ba82-65dc9d3345bc by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:15.055951 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Attempting to bind port 1751a650-5068-4ce0-ba82-65dc9d3345bc on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:15.076605 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 37a593e6-5239-417e-8042-eeeeb8bdd992 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:15.092235 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:15.093766 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Checking segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:15.095494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.096226 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Bound using segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:15.097801 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Bound port: 1751a650-5068-4ce0-ba82-65dc9d3345bc, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:15.098479 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.135461 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.166036 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 37a593e6-5239-417e-8042-eeeeb8bdd992 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:15.169695 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.187254 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:12:15.309397 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] For port 1751a650-5068-4ce0-ba82-65dc9d3345bc, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:15.313235 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] For port 1751a650-5068-4ce0-ba82-65dc9d3345bc, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1751a650-5068-4ce0-ba82-65dc9d3345bc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:15.313663 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.315050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b37b9e12-c20e-428f-806b-8ca11f0d08a2 req-be2d5957-88d3-436d-ab2e-90f4b871a1db tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959268 Jul 30 08:12:15.322325 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-154e92cd-185d-4d22-828c-0766b42e3684 req-7952cad9-77b2-4213-a6bd-9d5c45d7b66e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127622 Jul 30 08:12:15.322929 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.440846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:15.441508 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:15.459110 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.506913 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef569-9517-4966-b21b-bd2d35656e90 None None] Pushing event updated for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:15.517881 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.524153 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.525012 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.552270 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8d9f-90b6-4ee5-8636-67b41262955f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.612935 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:15.634602 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.635938 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c7ce6958-f5dd-4669-b125-ca5231fb1feb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.5375357 Jul 30 08:12:15.637632 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-022a2ad7-c187-4e3c-9752-a5dbb655ccb1 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3048620 Jul 30 08:12:15.640858 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47072) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:15.647883 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group_rule': {'security_group_id': 'c1c350a5-b40c-4067-b093-fed139bdf621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:15.651194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.714342 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 37a593e6-5239-417e-8042-eeeeb8bdd992, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=37a593e6-5239-417e-8042-eeeeb8bdd992,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:15.741531 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.748391 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device af29532d-01ac-45f8-bd08-1369341b40b9 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:15.797809 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.917718 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:15.923796 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.932718 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-03d44430-40a4-4b58-b1d9-f1a5627156f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/a91a8128-6b6f-48f5-a66a-310ab3f0fb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5094874 Jul 30 08:12:15.933748 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8d9f-90b6-4ee5-8636-67b41262955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.934156 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Request body: {'port': {'device_id': 'efb474fc-59ab-4333-b063-5191dca864fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:15.972690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.976688 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:15.980336 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/867f0429-0eb2-47f8-a7f5-1428f6bf50c0 HTTP/1.1" status: 204 len: 168 time: 1.6676111 Jul 30 08:12:15.989543 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Request body: {'port': {'device_id': '55746710-45f5-488c-850f-5401d84af40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:16.014278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.036513 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=37a593e6-5239-417e-8042-eeeeb8bdd992,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:16.093278 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4c3a8d9f-90b6-4ee5-8636-67b41262955f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f82b717ab54e433aa709db1ec21387bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9025257 Jul 30 08:12:16.119457 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47080) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:16.133886 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.135641 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4925203 Jul 30 08:12:16.148518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47082) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:16.150491 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a8d9f-90b6-4ee5-8636-67b41262955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71eabdd-d716-4c1a-8d82-d84edae5d2b1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:16.161603 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:16.166553 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.194915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:16.265268 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04757a-ebd0-4a4d-a554-fed73e8e78fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f0429-0eb2-47f8-a7f5-1428f6bf50c0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:16.314310 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.db.api [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 08:12:16.314310 dv-cinder-792800-2-iscsi neutron-server[93285]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 08:12:16.314310 dv-cinder-792800-2-iscsi neutron-server[93285]: [parameters: {'project_id_1': '6c80284d348b4e50858b2225cbe0da19', 'expiration_1': datetime.datetime(2021, 7, 30, 8, 12, 16, 252637)}] Jul 30 08:12:16.314310 dv-cinder-792800-2-iscsi neutron-server[93285]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 08:12:16.314734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG oslo_db.api [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 08:12:16.326436 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.360721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:16.363020 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.402251 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.445549 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Sync routers for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:16.461332 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:16.465900 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.473551 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:16.477021 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:16.484476 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port af29532d-01ac-45f8-bd08-1369341b40b9 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:16.496297 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81c1bf-75ae-43b4-b020-8a0ecd638aa1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816e7ae1-906c-4ca3-9985-9e74b4b15ebc,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:16.505094 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port af29532d-01ac-45f8-bd08-1369341b40b9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:16.505470 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.522445 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.545707 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.547104 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e71eabdd-d716-4c1a-8d82-d84edae5d2b1 HTTP/1.1" status: 204 len: 168 time: 0.4078813 Jul 30 08:12:16.827695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:16.855676 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:16.857447 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58377-acfc-48a3-9df1-f1b0374de058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71eabdd-d716-4c1a-8d82-d84edae5d2b1,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:16.982319 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-058608a4-12ac-4c52-80c8-e90b4ecf872e None None] Provisioning complete for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:16.982912 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-058608a4-12ac-4c52-80c8-e90b4ecf872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.094250 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-058608a4-12ac-4c52-80c8-e90b4ecf872e None None] Port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:17.111177 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.137302 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port af29532d-01ac-45f8-bd08-1369341b40b9, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=af29532d-01ac-45f8-bd08-1369341b40b9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:17.148308 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.312935 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:12Z', 'revision_number': 4, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'f82a99f5-1f76-4b53-8fc2-50064157f001', 'name': '', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'mac_address': 'fa:16:3e:7b:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:09Z', 'updated_at': '2021-07-30T08:12:12Z', 'revision_number': 2, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'subnets': [{'id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:17.390123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 37a593e6-5239-417e-8042-eeeeb8bdd992 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:17.395729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0cda90-8375-4745-a98e-89aed32fc534 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:17.410678 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=af29532d-01ac-45f8-bd08-1369341b40b9,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:17.420229 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.425429 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Checking router: a91a8128-6b6f-48f5-a66a-310ab3f0fb93 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:17.429677 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Updating router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 port f82a99f5-1f76-4b53-8fc2-50064157f001 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:17.461550 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Transition to ACTIVE for port object eb0cda90-8375-4745-a98e-89aed32fc534 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:17.477749 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47106) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:17.483828 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.495846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:17.522857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f8bd9a-0f5e-4e9e-bab2-26836338a8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.546478 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.628952 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2602e-1d0e-4f08-af0a-19293a5d0e6e None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:17.640201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:17.694327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:12:17.706469 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 37a593e6-5239-417e-8042-eeeeb8bdd992 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:17.706835 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:17.800021 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531752f-ea82-4b2c-97fc-3aca353dcc22 req-f815f6e6-7938-499b-add6-f6ce7565ed4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:17.803944 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6531752f-ea82-4b2c-97fc-3aca353dcc22 req-f815f6e6-7938-499b-add6-f6ce7565ed4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 931 time: 1.0936286 Jul 30 08:12:17.851578 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbb6cf-c633-4bb9-b292-264e284f24af req-fa17c7bb-2074-4e77-8ef4-8a4cecd23e7a tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:17.853205 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77bbb6cf-c633-4bb9-b292-264e284f24af req-fa17c7bb-2074-4e77-8ef4-8a4cecd23e7a tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 932 time: 1.2126570 Jul 30 08:12:17.952002 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1751a650-5068-4ce0-ba82-65dc9d3345bc up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:18.111731 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.117194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 1751a650-5068-4ce0-ba82-65dc9d3345bc completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:18.127164 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 1751a650-5068-4ce0-ba82-65dc9d3345bc triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:18.127540 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.138664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.229998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Attempting to bind port eb0cda90-8375-4745-a98e-89aed32fc534 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:18.229998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Attempting to bind port eb0cda90-8375-4745-a98e-89aed32fc534 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:18.230318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Attempting to bind port eb0cda90-8375-4745-a98e-89aed32fc534 on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:18.286735 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b5b13-06a2-44e1-8fab-1266262dbbf0,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:18.305493 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.406428 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77bbb6cf-c633-4bb9-b292-264e284f24af req-6ab75c00-a4f3-458a-af09-5da3bbcf894f tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166152 Jul 30 08:12:18.428023 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6531752f-ea82-4b2c-97fc-3aca353dcc22 req-b1b7637c-9df5-4ff2-a783-b8e8ef84c942 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633695 Jul 30 08:12:18.459132 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 1751a650-5068-4ce0-ba82-65dc9d3345bc, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1751a650-5068-4ce0-ba82-65dc9d3345bc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:18.473086 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.499401 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.502732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Port eb0cda90-8375-4745-a98e-89aed32fc534 on network 9312e2cc-f11c-4972-b809-32af944107f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:18.503189 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Attempting to bind port eb0cda90-8375-4745-a98e-89aed32fc534 on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:18.523946 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Transition to ACTIVE for port object f82a99f5-1f76-4b53-8fc2-50064157f001 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:18.531858 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9e761999-810d-4eb7-9e0f-6a4ac8852cae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c80284d348b4e50858b2225cbe0da19&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5372646 Jul 30 08:12:18.536094 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.543924 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47124) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:18.554926 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:18.562141 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Checking segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:18.565019 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Bound using segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:18.565701 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Bound port: eb0cda90-8375-4745-a98e-89aed32fc534, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:18.566940 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.622851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.643268 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:18.757484 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c25d5-c69f-446a-8642-0afe00f12bbd None None] Pushing event updated for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:18.778695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f8bd9a-0f5e-4e9e-bab2-26836338a8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.827798 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f8bd9a-0f5e-4e9e-bab2-26836338a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.865182 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35733a6f-b9a9-4c9f-876e-02163cfbce5e {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:18.903503 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.905215 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Attempting to bind port f82a99f5-1f76-4b53-8fc2-50064157f001 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:18.905869 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Attempting to bind port f82a99f5-1f76-4b53-8fc2-50064157f001 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:18.906439 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Attempting to bind port f82a99f5-1f76-4b53-8fc2-50064157f001 on network 5fe32146-00de-4c22-9829-93323fadd8b7 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:18.934639 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:18.937271 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Checking segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:18.937959 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.938618 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Bound using segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:18.939476 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Bound port: f82a99f5-1f76-4b53-8fc2-50064157f001, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:18.941273 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:18.968369 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Transition to ACTIVE for port object 35733a6f-b9a9-4c9f-876e-02163cfbce5e will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:18.993005 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-31f8bd9a-0f5e-4e9e-bab2-26836338a8f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=087ef0231c5247aca8f5f4a1f4cb808e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5055444 Jul 30 08:12:19.013478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.016501 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.037140 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:19.043105 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47134) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:19.053722 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=eb0cda90-8375-4745-a98e-89aed32fc534,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:19.085562 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:19.100446 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3ba16869-c9c5-45bb-8a6f-48bee19d2fa2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3080503-3a75-4461-96c2-d1e401363c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4351416 Jul 30 08:12:19.105666 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Pushing event updated for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:19.107668 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:19.123681 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:19.125096 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:19.127641 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] For port f82a99f5-1f76-4b53-8fc2-50064157f001, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:19.138268 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] For port f82a99f5-1f76-4b53-8fc2-50064157f001, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f82a99f5-1f76-4b53-8fc2-50064157f001,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:19.144672 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.149217 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.202672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.271565 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8bd9a-0f5e-4e9e-bab2-26836338a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55db45ae-ffd5-4aeb-b282-b700cc6b5003,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:19.398332 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:19.398995 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.400555 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb0cda90-8375-4745-a98e-89aed32fc534 HTTP/1.1" status: 200 len: 1093 time: 4.0175438 Jul 30 08:12:19.411213 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:19.420467 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:19.432432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:19.461031 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1751a650-5068-4ce0-ba82-65dc9d3345bc up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:19.583157 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c25d5-c69f-446a-8642-0afe00f12bbd None None] Pushing event updated for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:19.615720 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:19.646323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Allocated IP 172.27.0.117 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/c8b25f0e-a994-4c94-8ed4-1673fb876456) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:19.647593 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.694330 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.753750 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:19.795250 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Attempting to bind port 35733a6f-b9a9-4c9f-876e-02163cfbce5e on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:19.796051 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Attempting to bind port 35733a6f-b9a9-4c9f-876e-02163cfbce5e by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '4eac4dcf-6b88-4535-90e2-c14227aa1612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '828dd81f-db40-4783-984d-b8c330058572'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:19.796721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Attempting to bind port 35733a6f-b9a9-4c9f-876e-02163cfbce5e on network 828dd81f-db40-4783-984d-b8c330058572 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:19.810381 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Port 35733a6f-b9a9-4c9f-876e-02163cfbce5e on network 828dd81f-db40-4783-984d-b8c330058572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:19.810998 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Attempting to bind port 35733a6f-b9a9-4c9f-876e-02163cfbce5e on network 828dd81f-db40-4783-984d-b8c330058572 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:19.814212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.816999 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.818426 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55db45ae-ffd5-4aeb-b282-b700cc6b5003 HTTP/1.1" status: 204 len: 168 time: 0.7307191 Jul 30 08:12:19.836376 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972003cd-932e-4eb8-acad-d19b8d7ffb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55db45ae-ffd5-4aeb-b282-b700cc6b5003,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:19.847427 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:19.848232 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Checking segment: {'id': '4eac4dcf-6b88-4535-90e2-c14227aa1612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '828dd81f-db40-4783-984d-b8c330058572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:19.849228 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Bound using segment: {'id': '4eac4dcf-6b88-4535-90e2-c14227aa1612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '828dd81f-db40-4783-984d-b8c330058572'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:19.849858 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Bound port: 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eac4dcf-6b88-4535-90e2-c14227aa1612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '828dd81f-db40-4783-984d-b8c330058572'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:19.850471 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:19.883058 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-8049db0c-4803-46f2-a3f8-50b874cb11b8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:19.886683 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-8049db0c-4803-46f2-a3f8-50b874cb11b8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 819 time: 0.8442647 Jul 30 08:12:19.924668 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036490d7-dfd1-48c4-a7d7-04786b696850 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:20.042748 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:20.061204 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e,segment=NetworkSegment(4eac4dcf-6b88-4535-90e2-c14227aa1612),segment_id=4eac4dcf-6b88-4535-90e2-c14227aa1612)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:20.102180 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.195174 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-436dc2bf-b019-4930-a883-c05356d4a2a5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/quotas/ccd73a0c3492432a95ff5d2bd90cf05a HTTP/1.1" status: 200 len: 375 time: 0.1237571 Jul 30 08:12:20.203500 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.213222 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.216741 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b02b5b13-06a2-44e1-8fab-1266262dbbf0 HTTP/1.1" status: 204 len: 168 time: 1.6465018 Jul 30 08:12:20.221050 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:20.221812 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.223471 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] 10.222.0.30 "PUT /v2.0/ports/35733a6f-b9a9-4c9f-876e-02163cfbce5e HTTP/1.1" status: 200 len: 1094 time: 4.5046563 Jul 30 08:12:20.272286 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:20.297801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.367555 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 1751a650-5068-4ce0-ba82-65dc9d3345bc triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:20.372431 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:20.396399 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47" -d '{"events": [{"name": "network-changed", "server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:20.449214 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-0898f643-5f8e-4760-930c-b1119f78ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:20.460393 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-0898f643-5f8e-4760-930c-b1119f78ce91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 1096 time: 0.7697823 Jul 30 08:12:20.497332 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf006ba-cafc-40e4-8f00-e41729d79c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b5b13-06a2-44e1-8fab-1266262dbbf0,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:20.531197 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:12Z', 'revision_number': 4, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'f82a99f5-1f76-4b53-8fc2-50064157f001', 'name': '', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'mac_address': 'fa:16:3e:7b:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:09Z', 'updated_at': '2021-07-30T08:12:19Z', 'revision_number': 4, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'subnets': [{'id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:20.570433 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322ceaf-aaa0-4a2d-a16b-4b8655daf709 None None] The sync data for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi is: [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:12Z', 'revision_number': 4, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'f82a99f5-1f76-4b53-8fc2-50064157f001', 'name': '', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'mac_address': 'fa:16:3e:7b:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:09Z', 'updated_at': '2021-07-30T08:12:19Z', 'revision_number': 4, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'subnets': [{'id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:20.734341 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1910-92fc-4a9d-a8e4-2eec93c191ee service neutron] Pushing event updated for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:20.848073 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-37794146-0829-4e76-942a-762c21ffcf0b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5801432 Jul 30 08:12:20.922805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47200) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:20.937333 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249618887', 'description': 'tempest-description--645937902'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:21.049531 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device af29532d-01ac-45f8-bd08-1369341b40b9 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:21.110577 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.138912 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0d72116b-372b-4373-b81f-53b9281670c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.153317 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-11294f22-03df-4a69-960a-640743c62a3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0cda90-8375-4745-a98e-89aed32fc534 HTTP/1.1" status: 200 len: 217 time: 0.6726656 Jul 30 08:12:21.183779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port af29532d-01ac-45f8-bd08-1369341b40b9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:21.184759 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.191422 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-c32fc90f-cb08-4f03-a245-099ab1988030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:21.206423 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-c32fc90f-cb08-4f03-a245-099ab1988030 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80c06c72eae84e8492222f5b8c6c5b52&device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 1097 time: 0.8506722 Jul 30 08:12:21.275637 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:14Z', 'revision_number': 2, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:21.334397 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47206) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:21.371376 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:21.388069 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:21.388984 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Updating router e3080503-3a75-4461-96c2-d1e401363c6f port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:12:21.398118 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:21.411714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:21.446146 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=c8b25f0e-a994-4c94-8ed4-1673fb876456,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:21.451467 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.477278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.489393 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66efd0-2962-45ac-979e-f622f22fa63f" -d '{"events": [{"name": "network-changed", "server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:21.552592 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-bd465f93-67c5-4554-9816-66103993dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:21.554220 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-bd465f93-67c5-4554-9816-66103993dc1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.3466411 Jul 30 08:12:21.678000 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b12191f9-656d-4276-b6c5-71574efada7c service neutron] 10.222.0.16 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153775 Jul 30 08:12:21.679287 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47212) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:21.711303 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-5a8f4b6c-eb95-48b6-998a-d7635b86a6ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165371 Jul 30 08:12:21.760789 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-518443e7-29c2-4733-bc2d-c178b7c23c0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e HTTP/1.1" status: 200 len: 217 time: 0.4186099 Jul 30 08:12:21.788462 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-151e1229-73c7-4023-8c6b-36e3f681346f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:21.870330 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-ec832886-92ea-4ad7-a3d2-bfe2cd502952 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357510 Jul 30 08:12:21.955553 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.076309 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.099436 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f82a99f5-1f76-4b53-8fc2-50064157f001 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:22.134296 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4492592-67e3-487e-9475-141872c6bd37 req-4593e35a-910b-4573-899a-6d5827c9e7cc tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:22.149954 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c4492592-67e3-487e-9475-141872c6bd37 req-4593e35a-910b-4573-899a-6d5827c9e7cc tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 944 time: 1.0027609 Jul 30 08:12:22.154033 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.159430 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Transition to ACTIVE for port object 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:22.169529 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.184116 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port f82a99f5-1f76-4b53-8fc2-50064157f001 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:22.194804 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port f82a99f5-1f76-4b53-8fc2-50064157f001 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:22.194804 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.318227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6573da6b-02f2-4b7c-b24a-51c16c75c00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.338388 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb1f6b-c930-4558-aefd-168d81a29654 None None] Pushing event updated for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:22.355340 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ec5fdeb4-b53c-42a7-8ad6-61dc918f3162 req-c69a5403-a492-4a93-a65f-c911cadd5d20 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696653 Jul 30 08:12:22.491068 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Attempting to bind port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:22.491658 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Attempting to bind port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:22.491916 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Attempting to bind port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:22.505658 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:22.506869 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Checking segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:22.507445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.508057 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Bound using segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:22.508766 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Bound port: 1613105b-0a1b-42c1-aa57-8e7fb4a927b1, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:22.509536 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.689618 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.738426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.750276 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.831034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.857242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port f82a99f5-1f76-4b53-8fc2-50064157f001, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f82a99f5-1f76-4b53-8fc2-50064157f001,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:22.871195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=c8b25f0e-a994-4c94-8ed4-1673fb876456,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:22.881413 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] For port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:22.886809 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] For port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:22.890203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:22.942929 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776f16-4da0-4263-9061-f5717690c432 req-2effd05b-f087-466c-8573-689d08ce13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:22.944926 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-2effd05b-f087-466c-8573-689d08ce13de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d HTTP/1.1" status: 200 len: 851 time: 1.1296077 Jul 30 08:12:22.960331 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-bcbe99e8-dd8e-4116-b01c-3d78f03c7f9e service neutron] 10.222.0.16 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2261817 Jul 30 08:12:22.979470 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c4492592-67e3-487e-9475-141872c6bd37 req-a81ef016-dedd-470f-82f3-84717a9f998f tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238409 Jul 30 08:12:23.016911 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:23.020311 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.074743 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.083751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.124214 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb1f6b-c930-4558-aefd-168d81a29654 None None] Pushing event updated for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:23.191003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea637392-7b2d-438f-b186-d5b4d2648f48,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:23.194174 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:23.217824 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:11:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:23.237252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a696fa4-1feb-426b-8c50-4ee1f142d50f req-30fd001c-b8cd-474b-a85c-cc76edfb5395 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:23.239247 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a696fa4-1feb-426b-8c50-4ee1f142d50f req-30fd001c-b8cd-474b-a85c-cc76edfb5395 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 943 time: 0.1323259 Jul 30 08:12:23.415790 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:23.420509 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a696fa4-1feb-426b-8c50-4ee1f142d50f req-d14541f3-0f61-4bf1-b93d-233a5d4e1985 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572175 Jul 30 08:12:23.470358 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-151e1229-73c7-4023-8c6b-36e3f681346f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.487471 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.489029 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-90d670df-d449-4553-a211-9b815c36090f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3090258 Jul 30 08:12:23.493906 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-151e1229-73c7-4023-8c6b-36e3f681346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.527115 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.529977 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-599c0909-f88c-4984-ba14-7f488a7f72d2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6060066 Jul 30 08:12:23.533038 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47248) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:23.537994 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group_rule': {'security_group_id': 'ea637392-7b2d-438f-b186-d5b4d2648f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:23.612813 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7f54e3e4-907d-4ef5-8cf8-ee646b7e852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.790698 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-015fa6a7-5871-41e6-9869-88559fd66d5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=828dd81f-db40-4783-984d-b8c330058572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886873 Jul 30 08:12:23.809999 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-151e1229-73c7-4023-8c6b-36e3f681346f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71ca914b2f164143be39aabce3efd029&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4578218 Jul 30 08:12:23.812909 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47256) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:23.836152 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.841673 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:23.858864 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e1229-73c7-4023-8c6b-36e3f681346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d8887-bd8c-4763-998d-149117bd68c5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:23.940215 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a08f36-7525-4534-8c61-97f440339ce7 x-openstack-request-id: req-37a08f36-7525-4534-8c61-97f440339ce7 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:23.940693 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:23.941284 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a08f36-7525-4534-8c61-97f440339ce7 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:23.942041 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534', 'status': 'completed', 'code': 200} Jul 30 08:12:23.943366 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.049782 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83b0ab-aa2a-43c9-bb10-2467a372eb7e x-openstack-request-id: req-0e83b0ab-aa2a-43c9-bb10-2467a372eb7e {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:24.050091 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:24.050403 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e83b0ab-aa2a-43c9-bb10-2467a372eb7e {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:24.050862 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e', 'status': 'completed', 'code': 200} Jul 30 08:12:24.060999 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f82a99f5-1f76-4b53-8fc2-50064157f001 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:24.079602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.130242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:22Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:24.161851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-b0782021-bcc3-4f6e-9ec9-09e693533f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:24.163641 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-b0782021-bcc3-4f6e-9ec9-09e693533f39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 1096 time: 0.1917655 Jul 30 08:12:24.171669 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a10b40-3d29-49fa-860d-ba89d888e120 None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:22Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:24.197929 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b897ed13-f1c8-4d1d-bffa-5b73b9dcc5b4 req-8042256a-bedc-4fd7-9ec5-0a01af01a04f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 210 time: 0.1263158 Jul 30 08:12:24.206600 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port f82a99f5-1f76-4b53-8fc2-50064157f001 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:24.207035 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.322202 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-84581004-8946-4277-b8cf-3e5bffea609a service neutron] 10.222.0.30 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164368 Jul 30 08:12:24.397777 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.400573 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.402152 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d35d8887-bd8c-4763-998d-149117bd68c5 HTTP/1.1" status: 204 len: 168 time: 0.5879409 Jul 30 08:12:24.429257 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ea083-5ad5-449b-9f38-21d291fc7689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d8887-bd8c-4763-998d-149117bd68c5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:24.444121 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6573da6b-02f2-4b7c-b24a-51c16c75c00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.483249 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.541498 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-c7c61b8a-a373-4fc0-acbe-d7eeb5a35f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:24.543004 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-c7c61b8a-a373-4fc0-acbe-d7eeb5a35f73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 915 time: 0.3683727 Jul 30 08:12:24.555384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6573da6b-02f2-4b7c-b24a-51c16c75c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.562681 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.624807 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-0f8ca34e-033f-4e5d-8e3f-d197a6d86300 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0cda90-8375-4745-a98e-89aed32fc534 HTTP/1.1" status: 200 len: 217 time: 0.0727775 Jul 30 08:12:24.636777 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6573da6b-02f2-4b7c-b24a-51c16c75c00f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4172f3a6c9f747d1b304fa503b4b483a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9131267 Jul 30 08:12:24.655248 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89524b0b-0a87-4d8f-ad5d-a21b13482ead req-dbb0e2aa-174a-4672-b884-31f4d68e8ed9 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:24.656416 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47294) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:24.664663 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89524b0b-0a87-4d8f-ad5d-a21b13482ead req-dbb0e2aa-174a-4672-b884-31f4d68e8ed9 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 944 time: 0.4802194 Jul 30 08:12:24.765195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-56569318-1585-4878-a634-d747f5e15a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:24.770545 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-56569318-1585-4878-a634-d747f5e15a1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.1359990 Jul 30 08:12:24.777453 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-ee0198da-799b-411b-8f76-c5b10154376c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1141625333&fields=id&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 267 time: 0.3686903 Jul 30 08:12:24.841834 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-27b7c819-9d93-4acf-b02a-e586fe417bf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565486 Jul 30 08:12:24.853255 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-89524b0b-0a87-4d8f-ad5d-a21b13482ead req-2f5e547b-0edb-4e29-9c7e-81e63e42fc6b tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874907 Jul 30 08:12:24.860234 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.879932 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.908285 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573da6b-02f2-4b7c-b24a-51c16c75c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87543715-bc32-4d2c-b14d-976286b5d57a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:24.961481 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:24.966009 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.30', 64252) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:24.984367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3a4f1b-67e1-4445-8ac9-d1e9614b7f3c,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:25.066834 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.068173 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1b3f2b15-1ddd-4e2b-a1e6-0c950728f4f7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5338967 Jul 30 08:12:25.074108 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47314) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:25.098146 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.106814 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group_rule': {'security_group_id': 'ea637392-7b2d-438f-b186-d5b4d2648f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:25.172473 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-32776f16-4da0-4263-9061-f5717690c432 req-2087c1fb-889a-432f-9c53-efec7f3e5b0c service neutron] 10.222.0.30 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207045 Jul 30 08:12:25.180321 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-c8efd608-16b1-4338-84c9-e5dce883f44d service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303552 Jul 30 08:12:25.253887 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-5ee7beab-6971-4450-83ca-203a7e3d5bcb tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:25.255520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-5ee7beab-6971-4450-83ca-203a7e3d5bcb tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 819 time: 0.2849307 Jul 30 08:12:25.291119 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Request body: {'port': {'device_id': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'admin_state_up': True, 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:25.294844 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.297974 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.299206 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87543715-bc32-4d2c-b14d-976286b5d57a HTTP/1.1" status: 204 len: 168 time: 0.6398606 Jul 30 08:12:25.352184 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.355368 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223d0c3-5710-4f87-8c20-97c451dcc94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87543715-bc32-4d2c-b14d-976286b5d57a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:25.399388 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-dab2fca6-9cc0-4e1b-a78a-1f422709dc47 req-51542be9-797c-4f62-8b82-3c41324d04d6 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111020 Jul 30 08:12:25.479555 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Made reservation on behalf of ccd73a0c3492432a95ff5d2bd90cf05a for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:25.484790 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.504839 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b03f3a8e-bfda-4817-93a0-ff89880b9072 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:25.509356 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b03f3a8e-bfda-4817-93a0-ff89880b9072 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 817 time: 0.7067015 Jul 30 08:12:25.566250 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-ec0614a0-2b13-49bc-85d7-cb062dd03cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:25.568005 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-ec0614a0-2b13-49bc-85d7-cb062dd03cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80c06c72eae84e8492222f5b8c6c5b52&device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 1097 time: 0.2703629 Jul 30 08:12:25.597580 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-ec98373a-85ed-4b81-9942-2978e46c40c6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/quotas/af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 375 time: 0.0724094 Jul 30 08:12:25.751681 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-99624297-2573-470c-9499-b3151059095c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:25.756434 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-99624297-2573-470c-9499-b3151059095c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 819 time: 0.6867940 Jul 30 08:12:25.861125 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.908014 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.921144 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-7a4430b8-2060-4644-8731-5c39215f5cfe tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/quotas/ccd73a0c3492432a95ff5d2bd90cf05a HTTP/1.1" status: 200 len: 375 time: 0.1472354 Jul 30 08:12:25.961384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:25.964008 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8884444 Jul 30 08:12:25.973245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47352) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:25.993155 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:26.003449 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:26.046941 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-33e48487-ecc1-4968-be48-d504763dacc9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4371207 Jul 30 08:12:26.075151 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47356) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:26.135970 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Allocated IP 172.20.0.2 (5fe32146-00de-4c22-9829-93323fadd8b7/7b4a493f-153a-49e0-95f6-a93106d0cfa7/2110bf14-9c1a-4f0e-b179-6c8f19864d33) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:26.138333 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.152446 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b64bb2-e65b-4ba9-a5b5-b2ce761bdaba tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b75e60-74b3-4f96-be59-a6480cbb24fe,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:26.290497 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dee064f-4774-4dd4-82cc-53c497b2eb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.317253 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-24c867ab-fb88-4524-9aaa-37ce469d6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:26.319121 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-24c867ab-fb88-4524-9aaa-37ce469d6024 service neutron] 10.222.0.30 "GET /v2.0/networks?id=828dd81f-db40-4783-984d-b8c330058572 HTTP/1.1" status: 200 len: 912 time: 0.7425427 Jul 30 08:12:26.327587 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:26.337311 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:26.337978 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.342008 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.474715 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.482238 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-31eba94d-1e56-402f-9a93-7ec613856dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743193 Jul 30 08:12:26.490664 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-09ac78ff-c673-4349-bd2a-8846f4746172 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e HTTP/1.1" status: 200 len: 217 time: 0.1479566 Jul 30 08:12:26.510600 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-b9ede534-fa8a-4a2b-abde-805a1ad06676 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5884769 Jul 30 08:12:26.517780 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.533892 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.552760 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:26.558924 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.638118 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-2d5ca9aa-9b16-4bab-9747-2cf8ad500ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:26.639948 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-2d5ca9aa-9b16-4bab-9747-2cf8ad500ca1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d HTTP/1.1" status: 200 len: 851 time: 0.0548499 Jul 30 08:12:26.654446 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:26.683326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.723826 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-109dd20f-26e9-4d47-821f-4e8e95a995a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=828dd81f-db40-4783-984d-b8c330058572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417476 Jul 30 08:12:26.775421 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Network 5fe32146-00de-4c22-9829-93323fadd8b7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:26.782519 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:26.785039 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:26.790950 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:26.791770 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.818521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Pushing event updated for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:26.838446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Allocated IP 172.27.0.162 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/b62f3e7d-a64a-47d2-9ea5-4a96306f155f) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:26.850251 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dee064f-4774-4dd4-82cc-53c497b2eb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.876707 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-b2506d45-a197-4bc2-af50-09462af34065 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6042821 Jul 30 08:12:26.887141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1dee064f-4774-4dd4-82cc-53c497b2eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:26.909429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Request body: {'port': {'device_id': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:26.993554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.120729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.145743 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-7e5e2a54-a1aa-46ff-b6b7-e3524a827a5d service neutron] 10.222.0.16 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512284 Jul 30 08:12:27.153159 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1dee064f-4774-4dd4-82cc-53c497b2eb2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c85f2e4fd474db2b6d83e7286473eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0470533 Jul 30 08:12:27.160148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47418) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:27.172364 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee064f-4774-4dd4-82cc-53c497b2eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf3fc3-4dcd-4240-9b2f-7b5599caf3f1,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:27.184626 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-3ed32a08-be8f-4623-83cd-722170cd9ee4 service neutron] 10.222.0.16 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729648 Jul 30 08:12:27.285871 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-bed03a3b-750e-4039-a7b0-9c5fe0382aaa service neutron] 10.222.0.30 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505035 Jul 30 08:12:27.406976 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.411223 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.461201 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-7aeb1b98-cf58-45b7-a707-c95900439d2d service neutron] 10.222.0.16 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688804 Jul 30 08:12:27.477419 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1492236-4dfc-4b6f-8dfa-accb6f13522e req-a183ca3f-c423-4a6d-a03b-709d3653dc50 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:27.478915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d1492236-4dfc-4b6f-8dfa-accb6f13522e req-a183ca3f-c423-4a6d-a03b-709d3653dc50 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 943 time: 0.1088231 Jul 30 08:12:27.503014 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ad66efd0-2962-45ac-979e-f622f22fa63f req-2d9433e5-7e43-4437-9e09-a602b3c6d43e service neutron] 10.222.0.30 "GET /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058022 Jul 30 08:12:27.507246 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:27.515758 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.534809 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:27.538801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:27.541628 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d1492236-4dfc-4b6f-8dfa-accb6f13522e req-831dd4c1-54f0-4fe6-9068-fa4024cbdb99 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Jul 30 08:12:27.563209 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=b62f3e7d-a64a-47d2-9ea5-4a96306f155f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:27.690326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.718355 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f450b-30e2-4870-be48-bfa680518417 req-377fa11b-4a5c-4d44-9ebb-b5793ee26f97 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:27.733856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-007f450b-30e2-4870-be48-bfa680518417 req-377fa11b-4a5c-4d44-9ebb-b5793ee26f97 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 944 time: 0.1099563 Jul 30 08:12:27.792929 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b18d9e1b-39a6-4aff-90e4-241872f735df req-9b652115-6a3c-4dd6-9dfe-069ea2dd14bf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 210 time: 0.0559089 Jul 30 08:12:27.829427 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-007f450b-30e2-4870-be48-bfa680518417 req-4cdbc32c-28bf-413a-a03c-e42854cf7d3f tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945454 Jul 30 08:12:27.904661 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.907847 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.933927 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dcf3fc3-4dcd-4240-9b2f-7b5599caf3f1 HTTP/1.1" status: 204 len: 168 time: 0.7614009 Jul 30 08:12:27.938155 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-628b89e9-0401-48ac-b881-6570e5835349 req-428f3735-0b9d-4f80-b454-6a976ee77c56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 210 time: 0.0596108 Jul 30 08:12:27.942649 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:27.970579 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2110bf14-9c1a-4f0e-b179-6c8f19864d33 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:27.975168 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:27.980148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166061ee-96af-490c-86c7-79851c9d75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf3fc3-4dcd-4240-9b2f-7b5599caf3f1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:28.004185 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.036953 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Transition to ACTIVE for port object 2110bf14-9c1a-4f0e-b179-6c8f19864d33 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:28.042008 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:28.042895 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.046130 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.243528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Pushing event updated for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:28.324136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 35733a6f-b9a9-4c9f-876e-02163cfbce5e details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:28.351002 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Attempting to bind port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:28.352868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Attempting to bind port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:28.353237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Attempting to bind port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 on network 5fe32146-00de-4c22-9829-93323fadd8b7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:28.378956 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 on network 5fe32146-00de-4c22-9829-93323fadd8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:28.379306 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Attempting to bind port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 on network 5fe32146-00de-4c22-9829-93323fadd8b7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:28.418119 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:28.419460 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Checking segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:28.419853 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Bound using segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:28.420300 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Bound port: 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:28.420657 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.426623 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.453221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.484435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e,segment=NetworkSegment(4eac4dcf-6b88-4535-90e2-c14227aa1612),segment_id=4eac4dcf-6b88-4535-90e2-c14227aa1612)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:28.508600 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '35733a6f-b9a9-4c9f-876e-02163cfbce5e', 'network_id': '828dd81f-db40-4783-984d-b8c330058572', 'port_id': '35733a6f-b9a9-4c9f-876e-02163cfbce5e', 'mac_address': 'fa:16:3e:5e:03:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d42e9-8c02-4a02-8aaf-afa7b8d3f79d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:28.568570 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=b62f3e7d-a64a-47d2-9ea5-4a96306f155f,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:28.582801 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.590692 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.599962 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35733a6f-b9a9-4c9f-876e-02163cfbce5e {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:28.606803 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.608131 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4893ef6a-a00e-419a-a69f-2364e68bd349 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6333058 Jul 30 08:12:28.648814 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:28.652769 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:28.658348 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.660639 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e,segment=NetworkSegment(4eac4dcf-6b88-4535-90e2-c14227aa1612),segment_id=4eac4dcf-6b88-4535-90e2-c14227aa1612)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:28.666376 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.669204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device eb0cda90-8375-4745-a98e-89aed32fc534 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:28.769790 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:28.770432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:28.772749 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93d34-2bc6-4f8e-85bd-504a8c79216a req-12f8648f-b3fc-4d3d-905f-75ad795c1ada tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:28.780339 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] 10.222.0.30 "PUT /v2.0/ports/2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 1093 time: 1.8711429 Jul 30 08:12:28.781861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:28.790181 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:28.791171 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a9f93d34-2bc6-4f8e-85bd-504a8c79216a req-12f8648f-b3fc-4d3d-905f-75ad795c1ada tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 943 time: 0.1101129 Jul 30 08:12:28.889813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cad96-908b-470e-a2ae-1415b8debd51 service neutron] Pushing event updated for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:28.898244 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7180e3c-9866-4711-9d16-4e3cd40e9270 x-openstack-request-id: req-d7180e3c-9866-4711-9d16-4e3cd40e9270 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:28.904027 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:28.905238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7180e3c-9866-4711-9d16-4e3cd40e9270 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:28.907395 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33', 'status': 'completed', 'code': 200} Jul 30 08:12:28.952216 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a9f93d34-2bc6-4f8e-85bd-504a8c79216a req-646eaea5-1365-4da0-9e9b-a9badef06ae5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597097 Jul 30 08:12:28.981786 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:29.011900 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-1543bf77-dfda-4f82-b64f-582bd56a8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.014727 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-1543bf77-dfda-4f82-b64f-582bd56a8191 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1096 time: 0.0858862 Jul 30 08:12:29.051850 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-877f1f0c-f2f0-4d3a-8ece-e54602279438 req-8837066f-bfe0-4d83-8a3e-4fca9255a18e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 210 time: 0.0659397 Jul 30 08:12:29.057492 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=eb0cda90-8375-4745-a98e-89aed32fc534,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:29.084757 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-c7801465-76da-440e-83dc-c2b16a27697a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0506649 Jul 30 08:12:29.113496 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'eb0cda90-8375-4745-a98e-89aed32fc534', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'port_id': 'eb0cda90-8375-4745-a98e-89aed32fc534', 'mac_address': 'fa:16:3e:71:52:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c349c2-c3c0-4aec-83c0-39489dba0edb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:29.150153 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-0c7b7b4e-fc42-41ac-bfc5-8671ac643726 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.152404 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-0c7b7b4e-fc42-41ac-bfc5-8671ac643726 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 817 time: 0.3522906 Jul 30 08:12:29.180572 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-177cd072-a007-4b9c-a786-2e8bda56433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.182304 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074bf8-e749-4024-a6ab-03cde9b7afa4 req-5a3d9334-9c6f-4bdd-b94f-39b3cdf9ccaa tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.186409 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-177cd072-a007-4b9c-a786-2e8bda56433b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0935752 Jul 30 08:12:29.197993 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f6074bf8-e749-4024-a6ab-03cde9b7afa4 req-5a3d9334-9c6f-4bdd-b94f-39b3cdf9ccaa tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 945 time: 0.1235912 Jul 30 08:12:29.198746 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:29.214977 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0cda90-8375-4745-a98e-89aed32fc534 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:29.238890 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=eb0cda90-8375-4745-a98e-89aed32fc534,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:29.244473 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-bf9e5320-b153-41fe-a5b5-8f1d54e627e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453687 Jul 30 08:12:29.244683 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:29.314101 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:29.373216 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-47861110-f9c6-4dc8-80c1-e604c05adfa8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 380 time: 0.2109437 Jul 30 08:12:29.389733 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'port': {'device_id': '3044de7f-3442-4826-951c-81e109586a05', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'admin_state_up': True, 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'security_groups': ['c1c350a5-b40c-4067-b093-fed139bdf621']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:29.410389 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-b260be09-ba6e-47f6-a5fd-1f9881b46d38 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1249618887&fields=id&tenant_id=3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 267 time: 0.1994922 Jul 30 08:12:29.437991 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-5bcdc6f7-fc53-4ce4-8e41-999868ac5a4d service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816540 Jul 30 08:12:29.448295 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f6074bf8-e749-4024-a6ab-03cde9b7afa4 req-26b38aca-130d-4380-b746-203a3f9e0af9 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573110 Jul 30 08:12:29.528472 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:29.621312 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['35733a6f-b9a9-4c9f-876e-02163cfbce5e'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:29.628945 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-113491da-32d2-4ccc-8e8b-fa9d70e6839f req-d9f704fd-97f8-4662-bd04-018cd2c77928 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 210 time: 0.0406892 Jul 30 08:12:29.652834 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-90339419-b971-4f64-982d-a8f70c6acb62 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.660037 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-90339419-b971-4f64-982d-a8f70c6acb62 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 810 time: 0.2105219 Jul 30 08:12:29.681407 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-1372e399-a0e0-4069-8626-d5792207112c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/quotas/3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 375 time: 0.0204823 Jul 30 08:12:29.683496 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ae1b6a4f-ae19-4276-8c5a-757dd5d97363 req-d65d7dca-4c19-4e9b-a3ea-a2eb26558e15 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638148 Jul 30 08:12:29.692789 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Made reservation on behalf of af1c3636745c45b2abf571658d331b5b for: {'port': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:29.696263 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:29.732083 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-922529d4-87fe-4bfd-8045-b7fd65c4ef37 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:29.734099 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-922529d4-87fe-4bfd-8045-b7fd65c4ef37 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 819 time: 0.4017971 Jul 30 08:12:29.749710 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Request body: {'port': {'device_id': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'admin_state_up': True, 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:29.778828 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-e093fc03-2dd2-47cc-af4b-a9849b04a73b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963953 Jul 30 08:12:29.975205 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Made reservation on behalf of ccd73a0c3492432a95ff5d2bd90cf05a for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:29.979090 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:29.998773 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-42b73913-8bb0-4518-bf5b-72760bddf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:30.001075 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-42b73913-8bb0-4518-bf5b-72760bddf04a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1096 time: 0.2215791 Jul 30 08:12:30.076017 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Allocated IP 172.20.0.8 (87181d78-5096-4456-b2df-d20a21d7c3f7/65fa26db-3f41-42c1-aa7a-f32f09fc9fef/4229bb2c-c097-4ebf-9466-c0a437268a65) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:30.102992 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-5db5803e-8cea-4273-af07-1e5e75eff166 service neutron] 10.222.0.16 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714524 Jul 30 08:12:30.178336 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-5a44f426-64fc-45c6-b28e-8e615c9787aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:30.178336 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-5a44f426-64fc-45c6-b28e-8e615c9787aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.1645947 Jul 30 08:12:30.282892 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-a406a151-575b-4b72-aa0c-869a460a4b03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0933599 Jul 30 08:12:30.336552 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Allocated IP 172.20.0.7 (5fe32146-00de-4c22-9829-93323fadd8b7/7b4a493f-153a-49e0-95f6-a93106d0cfa7/82ccae39-cbac-4bce-a0aa-7731b4b2ce88) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:30.376827 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c973f11-6225-47f1-b12a-9596730360bd req-2fd3aa66-f1cd-4ca1-8478-2660fb24df47 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:30.378439 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9c973f11-6225-47f1-b12a-9596730360bd req-2fd3aa66-f1cd-4ca1-8478-2660fb24df47 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 944 time: 0.2649810 Jul 30 08:12:30.397703 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-4c372a2a-f0ef-4905-b602-b96b3a4d5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:30.399175 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-4c372a2a-f0ef-4905-b602-b96b3a4d5f9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.1085300 Jul 30 08:12:30.420633 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-bbb884c2-78cc-4d62-a43d-05cb81e4d81d service neutron] 10.222.0.16 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171687 Jul 30 08:12:30.462367 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-a03dddfe-7547-48ec-983d-65603bc6cf88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542688 Jul 30 08:12:30.480591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9c973f11-6225-47f1-b12a-9596730360bd req-fb03a604-df6d-4b3c-b5a4-f3c7bc58af62 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Jul 30 08:12:30.516544 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:30.553924 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Transition to ACTIVE for port object 4229bb2c-c097-4ebf-9466-c0a437268a65 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:30.670152 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b9a3f3b-73e3-414b-9742-9e4bc9fd5669 req-23afc764-f5b8-4461-9220-d738e94e4cc7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 210 time: 0.0925715 Jul 30 08:12:30.711296 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-dc244dea-7495-4461-9299-f5ba84daf7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385340 Jul 30 08:12:30.771938 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:30.783940 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-628ea0ba-17ec-46b5-93d8-6a048ceb5405 req-4f508b9b-ef77-4e9a-ae88-1171bf890c1c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 210 time: 0.0432606 Jul 30 08:12:30.788839 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:30.870344 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bdfc4e1d-c67d-41a8-99b6-a8e88757e8ba req-1895aa68-8801-4ab9-aafe-2833adbc5ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452174 Jul 30 08:12:30.903198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:30.910545 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:30.911560 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d97a9-6867-4494-b92d-9793bd1e8b4e req-227bea25-16c2-4492-b515-6147e8cc4d14 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:30.919964 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a76d97a9-6867-4494-b92d-9793bd1e8b4e req-227bea25-16c2-4492-b515-6147e8cc4d14 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 945 time: 0.2403917 Jul 30 08:12:30.941473 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:30.970630 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:30.991516 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:31.001588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Network 5fe32146-00de-4c22-9829-93323fadd8b7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:31.002899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Pushing event updated for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:31.003684 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:31.004380 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.006084 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:31.008293 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:31.015192 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:31.015969 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.039437 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-1a1d4cf7-a940-4e37-8b7e-60338f35e090 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2944002 Jul 30 08:12:31.058339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Request body: {'port': {'device_id': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:31.074267 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-b3b523ce-81c9-4597-8403-f23e05b34821 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6908767 Jul 30 08:12:31.093067 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a76d97a9-6867-4494-b92d-9793bd1e8b4e req-09aea7e4-623b-4546-a59c-a088fd40afa0 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717501 Jul 30 08:12:31.117154 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ed37-efbe-496e-9fe5-2becebf937e7 req-c7221626-d14a-49f1-bf81-6af3c2cfb4d5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:31.119105 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6434ed37-efbe-496e-9fe5-2becebf937e7 req-c7221626-d14a-49f1-bf81-6af3c2cfb4d5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 931 time: 0.2236793 Jul 30 08:12:31.125046 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Request body: {'port': {'device_id': '3044de7f-3442-4826-951c-81e109586a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:31.167548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.225690 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6434ed37-efbe-496e-9fe5-2becebf937e7 req-b63e5b9b-d907-47df-b7e7-89b5ced70960 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969532 Jul 30 08:12:31.226438 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.312393 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-fee0d947-9c10-4e6b-a307-65e430717a4d None None] Provisioning for port 4229bb2c-c097-4ebf-9466-c0a437268a65 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:31.333325 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-fee0d947-9c10-4e6b-a307-65e430717a4d None None] Provisioning complete for port 4229bb2c-c097-4ebf-9466-c0a437268a65 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:31.337333 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-fee0d947-9c10-4e6b-a307-65e430717a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.440432 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-fee0d947-9c10-4e6b-a307-65e430717a4d None None] Port 4229bb2c-c097-4ebf-9466-c0a437268a65 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:31.708072 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732d643-4ecc-4281-b707-d8770ff2d48a req-8632908a-127a-4b6b-a153-8ab67f659ce4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:31.709051 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3732d643-4ecc-4281-b707-d8770ff2d48a req-8632908a-127a-4b6b-a153-8ab67f659ce4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 944 time: 0.1061916 Jul 30 08:12:31.865846 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:31.874309 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.887982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Transition to ACTIVE for port object 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:31.893545 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:31.960389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Pushing event updated for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:31.979954 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:32.000943 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.009502 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3732d643-4ecc-4281-b707-d8770ff2d48a req-07286b47-6435-4a88-adb7-90303164e4cc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894266 Jul 30 08:12:32.025119 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Attempting to bind port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:32.025557 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Attempting to bind port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:32.025890 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Attempting to bind port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 on network 5fe32146-00de-4c22-9829-93323fadd8b7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:32.032584 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 on network 5fe32146-00de-4c22-9829-93323fadd8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:32.033069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Attempting to bind port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 on network 5fe32146-00de-4c22-9829-93323fadd8b7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:32.080137 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:32.080473 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Checking segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:32.080856 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Bound using segment: {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:32.081457 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Bound port: 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c23ff-c2f0-4054-b51b-db019e4e16df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:32.082290 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.086235 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Transition to ACTIVE for port object 4229bb2c-c097-4ebf-9466-c0a437268a65 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:32.138679 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d66766c-afa0-473c-bab1-78a95e5e7bbf req-4e319075-67d2-45b5-bffc-fd1931416157 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 210 time: 0.0501943 Jul 30 08:12:32.140063 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.225318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-c6f62ae9-2a4f-4419-b8bb-eaa41e81b12f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.227072 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-c6f62ae9-2a4f-4419-b8bb-eaa41e81b12f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 810 time: 0.2203753 Jul 30 08:12:32.246861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:32.253248 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8cc4-fdc8-41e3-ae5b-b4e7fed4e485 req-6ac853bc-8c5c-4576-b146-567611ea6400 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.256931 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-57eb8cc4-fdc8-41e3-ae5b-b4e7fed4e485 req-6ac853bc-8c5c-4576-b146-567611ea6400 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 931 time: 0.4720175 Jul 30 08:12:32.289102 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 2110bf14-9c1a-4f0e-b179-6c8f19864d33 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:32.300728 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:32.319815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.374718 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 35733a6f-b9a9-4c9f-876e-02163cfbce5e up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:32.391225 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-ce5bee0b-83f1-40c3-8c5f-9be86cf86b33 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 380 time: 0.1531100 Jul 30 08:12:32.398922 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.399982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.403961 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] 10.222.0.30 "PUT /v2.0/ports/82ccae39-cbac-4bce-a0aa-7731b4b2ce88 HTTP/1.1" status: 200 len: 1093 time: 1.3528666 Jul 30 08:12:32.409300 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'port': {'device_id': '865e718f-29ef-4680-86e9-8c2532a6470c', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'admin_state_up': True, 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'security_groups': ['ea637392-7b2d-438f-b186-d5b4d2648f48']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:32.412768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:32.417944 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1c3844-1828-452b-9d2f-6c3604c7d999" -d '{"events": [{"name": "network-changed", "server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:32.464322 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:32.499378 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-57eb8cc4-fdc8-41e3-ae5b-b4e7fed4e485 req-c4173e46-b048-47cf-8d9a-3800b454234d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308345 Jul 30 08:12:32.500560 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Attempting to bind port 4229bb2c-c097-4ebf-9466-c0a437268a65 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:32.500914 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Attempting to bind port 4229bb2c-c097-4ebf-9466-c0a437268a65 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:32.501254 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Attempting to bind port 4229bb2c-c097-4ebf-9466-c0a437268a65 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:32.506215 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Port 4229bb2c-c097-4ebf-9466-c0a437268a65 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:32.506522 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Attempting to bind port 4229bb2c-c097-4ebf-9466-c0a437268a65 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:32.517438 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:32.517780 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Checking segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:32.518171 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Bound using segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:32.518622 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Bound port: 4229bb2c-c097-4ebf-9466-c0a437268a65, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:32.518970 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.524452 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:32.546454 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '2110bf14-9c1a-4f0e-b179-6c8f19864d33', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'port_id': '2110bf14-9c1a-4f0e-b179-6c8f19864d33', 'mac_address': 'fa:16:3e:c0:5e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:32.550539 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4ae6-1488-4120-a125-6e7c8debe434 req-e2e34f6f-3486-44e3-9b88-4591d30badea tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.558912 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c6cb4ae6-1488-4120-a125-6e7c8debe434 req-e2e34f6f-3486-44e3-9b88-4591d30badea tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 945 time: 0.1762416 Jul 30 08:12:32.560823 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9a5b7-df81-417c-9737-9ce01e19f675 service neutron] Pushing event updated for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:32.658907 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c6cb4ae6-1488-4120-a125-6e7c8debe434 req-d96961c9-d644-47c0-aeff-dfb3fa9007d6 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Jul 30 08:12:32.692609 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:32.693978 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-6156be95-75cc-4c0d-91fe-64b4f7a9eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.696189 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-6156be95-75cc-4c0d-91fe-64b4f7a9eba8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 1096 time: 0.1952016 Jul 30 08:12:32.700068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:32.717526 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.771875 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.828061 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2110bf14-9c1a-4f0e-b179-6c8f19864d33 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:32.830314 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.830947 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.832369 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] 10.222.0.30 "PUT /v2.0/ports/4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 1093 time: 1.7276495 Jul 30 08:12:32.832935 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:32.835068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc2310-7f8b-48eb-a550-15adad453e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:32.838011 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 35733a6f-b9a9-4c9f-876e-02163cfbce5e completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:32.853000 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 35733a6f-b9a9-4c9f-876e-02163cfbce5e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:32.853358 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.857680 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ee5b9-8b55-4389-a01d-660b0ebfd053 service neutron] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:32.865171 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-430c5a49-5d71-4f7b-8ef5-c8b644d87f1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88 HTTP/1.1" status: 200 len: 217 time: 0.1528108 Jul 30 08:12:32.875981 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ef7322-f32a-488c-9783-35ca42c8b829 x-openstack-request-id: req-22ef7322-f32a-488c-9783-35ca42c8b829 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:32.876616 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:32.876616 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22ef7322-f32a-488c-9783-35ca42c8b829 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:32.876892 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88', 'status': 'completed', 'code': 200} Jul 30 08:12:32.878539 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Made reservation on behalf of 3729b0a9fd814feb8554b8be4d497dad for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:12:32.879892 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:32.882265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.885622 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d669e-83a6-4223-851b-82b875fd9e98 req-9eb24742-1c11-4744-ac4c-950ddba4b0b4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.887783 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-604d669e-83a6-4223-851b-82b875fd9e98 req-9eb24742-1c11-4744-ac4c-950ddba4b0b4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.1921098 Jul 30 08:12:32.926533 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da901fe-c824-4e77-948d-3d4bab9d4bb3 x-openstack-request-id: req-1da901fe-c824-4e77-948d-3d4bab9d4bb3 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:32.926818 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:32.927071 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1da901fe-c824-4e77-948d-3d4bab9d4bb3 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:32.927459 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'status': 'completed', 'code': 200} Jul 30 08:12:32.942657 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:32.972619 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-65ff5a62-63f5-4ecf-8bc8-7fe144b8eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:32.974505 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-65ff5a62-63f5-4ecf-8bc8-7fe144b8eba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.1085019 Jul 30 08:12:33.019743 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-604d669e-83a6-4223-851b-82b875fd9e98 req-c5af4439-17f1-463e-a9d0-2a85b316939a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243694 Jul 30 08:12:33.024496 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-f829a696-cd8a-4247-8398-0575c0943ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:33.027391 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-f829a696-cd8a-4247-8398-0575c0943ecd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1096 time: 0.1382360 Jul 30 08:12:33.081411 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:33.127152 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Allocated IP 172.20.0.14 (efc792a5-324d-415d-b81e-8c2f8183f6fc/33b91915-ec72-410d-aeda-f2ff232e6b38/6d5b1e4a-ed8b-4c99-b04a-db55928082e8) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:12:33.131242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.168963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0abf-78ce-4697-8f26-79d53d829acc req-5dd4a9f7-0c3c-4a86-803e-de476f4f5a20 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:33.178262 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-db6b0abf-78ce-4697-8f26-79d53d829acc req-5dd4a9f7-0c3c-4a86-803e-de476f4f5a20 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 944 time: 0.0803978 Jul 30 08:12:33.181129 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:33.224602 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-db6b0abf-78ce-4697-8f26-79d53d829acc req-a567f92c-7323-4fd2-a8c8-0efb60944275 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446253 Jul 30 08:12:33.284069 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-de8e421e-d462-48f4-b1f5-45b75551e733 req-a7d6a56f-9c5f-4148-88d8-bb1022a73e53 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 210 time: 0.0347755 Jul 30 08:12:33.288295 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e,segment=NetworkSegment(4eac4dcf-6b88-4535-90e2-c14227aa1612),segment_id=4eac4dcf-6b88-4535-90e2-c14227aa1612)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:33.306204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.307014 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device eb0cda90-8375-4745-a98e-89aed32fc534 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:33.343737 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.359885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Transition to ACTIVE for port object 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:33.385931 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:33.400342 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.400964 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port eb0cda90-8375-4745-a98e-89aed32fc534 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:33.406015 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218b2fa1-c6bf-4baf-b65d-84c1b2c32da2" -d '{"events": [{"server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "name": "network-vif-plugged", "status": "completed", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:33.410812 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port eb0cda90-8375-4745-a98e-89aed32fc534 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:33.411191 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.447280 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:12:33.452402 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:12:33.455316 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:12:33.460958 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:33.461608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.472984 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:33.483642 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-9ef29753-2a5f-4ef6-b167-3ca48ea485cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785868 Jul 30 08:12:33.504001 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.508666 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d5168-a020-4163-a1a9-0ebdd31e18af x-openstack-request-id: req-ab7d5168-a020-4163-a1a9-0ebdd31e18af {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:33.509069 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "name": "network-vif-plugged", "status": "completed", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:33.509490 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab7d5168-a020-4163-a1a9-0ebdd31e18af {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:33.510112 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e', 'code': 200} Jul 30 08:12:33.542205 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=eb0cda90-8375-4745-a98e-89aed32fc534,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:33.546795 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.614580 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:33.660322 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa3d9-6657-4299-9c3c-79320c9015d9 req-29a111f4-cc6a-4c03-8726-acd40fcbb140 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:33.661912 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-741aa3d9-6657-4299-9c3c-79320c9015d9 req-29a111f4-cc6a-4c03-8726-acd40fcbb140 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0531452 Jul 30 08:12:33.700542 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ff6cf345-7294-4a89-950e-d812a59f3675 None None] Provisioning for port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:33.701868 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-741aa3d9-6657-4299-9c3c-79320c9015d9 req-39ec1e0c-a8e5-4713-b0b5-93845e940de7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338469 Jul 30 08:12:33.704535 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ff6cf345-7294-4a89-950e-d812a59f3675 None None] Provisioning complete for port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:33.704927 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf345-7294-4a89-950e-d812a59f3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:33.804418 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5ae6-24d5-4d1c-9ffe-c683d90d9843 req-18de024f-1312-4505-9035-bb5e136c69cd tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:33.805975 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-23ae5ae6-24d5-4d1c-9ffe-c683d90d9843 req-18de024f-1312-4505-9035-bb5e136c69cd tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0515532 Jul 30 08:12:33.851667 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-ff6cf345-7294-4a89-950e-d812a59f3675 None None] Port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:12:33.858154 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-23ae5ae6-24d5-4d1c-9ffe-c683d90d9843 req-0dc66937-2358-4cf7-91ad-b952397185bc tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Jul 30 08:12:34.129500 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea807-abe8-4de6-9986-347addf78d38 req-bfe11d1c-094a-496b-80c9-b0c9c72ff9fe tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:34.130993 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-720ea807-abe8-4de6-9986-347addf78d38 req-bfe11d1c-094a-496b-80c9-b0c9c72ff9fe tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.0485761 Jul 30 08:12:34.172739 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-720ea807-abe8-4de6-9986-347addf78d38 req-aa43042d-6d57-4a91-b735-50344b0c9851 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Jul 30 08:12:34.339038 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349592ec-d626-4656-85d7-be4df262055a req-47a903a9-1257-496a-88e8-98c179103432 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:34.341237 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-349592ec-d626-4656-85d7-be4df262055a req-47a903a9-1257-496a-88e8-98c179103432 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0519459 Jul 30 08:12:34.416316 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-349592ec-d626-4656-85d7-be4df262055a req-dc79af4e-b3ca-4f4e-9538-8ef6b7fe0f86 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Jul 30 08:12:34.425094 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0a438-894c-459f-b64c-7e5823d52251 req-0d201782-326e-4cdf-8f79-718206b6c67d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:34.426543 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-82d0a438-894c-459f-b64c-7e5823d52251 req-0d201782-326e-4cdf-8f79-718206b6c67d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 932 time: 0.0779233 Jul 30 08:12:34.467313 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-82d0a438-894c-459f-b64c-7e5823d52251 req-c9db4c8a-4388-4b84-a23c-96b912fcf97d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Jul 30 08:12:34.821500 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccd318-51de-4be5-9005-956bf0690ad7 req-86bcaad0-e616-4256-a2bf-a8af64b66e03 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:34.823083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36ccd318-51de-4be5-9005-956bf0690ad7 req-86bcaad0-e616-4256-a2bf-a8af64b66e03 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Jul 30 08:12:34.863456 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36ccd318-51de-4be5-9005-956bf0690ad7 req-06d07eb5-1d6f-4bdb-8eaf-af43c0b6fca9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jul 30 08:12:34.976684 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d862c-9054-4c08-aa4f-c849b977091d req-78642ff4-5408-4d3b-b709-e7655d7e1366 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:34.978246 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-482d862c-9054-4c08-aa4f-c849b977091d req-78642ff4-5408-4d3b-b709-e7655d7e1366 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0512478 Jul 30 08:12:35.018059 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-482d862c-9054-4c08-aa4f-c849b977091d req-c91fc85e-6f07-46b5-8b49-af936df246ac tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330896 Jul 30 08:12:35.293327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099ccd-a469-4af8-b75d-cfdde28f722b req-c6c56be3-660c-473f-ae6e-5bd34af45c7e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:35.294851 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7099ccd-a469-4af8-b75d-cfdde28f722b req-c6c56be3-660c-473f-ae6e-5bd34af45c7e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.0539982 Jul 30 08:12:35.335178 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7099ccd-a469-4af8-b75d-cfdde28f722b req-7e4670d2-2ca7-4cfe-b25c-47513fe10b4d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Jul 30 08:12:35.512526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:35.514897 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c2b24-2ab3-426b-9463-ab11a0125c98" -d '{"events": [{"server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "name": "network-vif-plugged", "status": "completed", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:35.531018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682e66-d114-49bc-8408-88cfd33b0dbe req-3f072db4-4825-4ccd-a5ea-ae0ec905c0b0 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:35.532512 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46682e66-d114-49bc-8408-88cfd33b0dbe req-3f072db4-4825-4ccd-a5ea-ae0ec905c0b0 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0498421 Jul 30 08:12:35.599589 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46682e66-d114-49bc-8408-88cfd33b0dbe req-448aea45-0e90-4851-9739-571becaf9526 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537491 Jul 30 08:12:35.608713 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb90a-77a1-4e50-99c2-ba6a406d7e18 req-b1ffd683-3c39-423f-b54b-fbff394f9f7a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:35.610211 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f1fb90a-77a1-4e50-99c2-ba6a406d7e18 req-b1ffd683-3c39-423f-b54b-fbff394f9f7a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 932 time: 0.0737302 Jul 30 08:12:35.643424 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fadf54b-de79-41fc-9381-495929706a30 x-openstack-request-id: req-0fadf54b-de79-41fc-9381-495929706a30 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:35.643709 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "name": "network-vif-plugged", "status": "completed", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:35.643959 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fadf54b-de79-41fc-9381-495929706a30 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:35.644342 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534', 'code': 200} Jul 30 08:12:35.650083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f1fb90a-77a1-4e50-99c2-ba6a406d7e18 req-1be88400-35c5-47d9-8bd1-1261950fdcc0 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Jul 30 08:12:35.998086 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Request body: {'port': {'device_id': '865e718f-29ef-4680-86e9-8c2532a6470c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:35.999147 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fab88-0844-4c5a-90f0-7f8b01617f38 req-b857c0b8-7521-4d77-a716-e1398d5c2b30 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.001155 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a0fab88-0844-4c5a-90f0-7f8b01617f38 req-b857c0b8-7521-4d77-a716-e1398d5c2b30 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0596926 Jul 30 08:12:36.024375 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-4aae3616-1053-4ea9-989d-dcc750d55663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443535 Jul 30 08:12:36.036364 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-2f84cde0-f6d3-443b-a1eb-b4145eb36161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 217 time: 0.0528879 Jul 30 08:12:36.094657 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a0fab88-0844-4c5a-90f0-7f8b01617f38 req-3f169083-244b-456b-a990-25e859470895 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651855 Jul 30 08:12:36.160143 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-73ffddab-86bc-45ca-bc69-bf8d5931c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.161901 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-73ffddab-86bc-45ca-bc69-bf8d5931c225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.1032248 Jul 30 08:12:36.163432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.187917 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.30', 64281) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:36.200072 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.30', 64282) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:36.213508 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d018e-b712-427e-ab8f-61af4a4ea86d req-062513c9-6963-4a11-b9f6-106d40b63e47 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.215085 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-268d018e-b712-427e-ab8f-61af4a4ea86d req-062513c9-6963-4a11-b9f6-106d40b63e47 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.1102107 Jul 30 08:12:36.219511 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['2110bf14-9c1a-4f0e-b179-6c8f19864d33'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:36.333186 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-0f75c9c3-cb08-47a6-8977-f2d39d7f8a16 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724102 Jul 30 08:12:36.335903 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-711f870e-62f6-484c-ab83-e2d9e76d30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.337831 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-711f870e-62f6-484c-ab83-e2d9e76d30e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656539 Jul 30 08:12:36.345106 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-268d018e-b712-427e-ab8f-61af4a4ea86d req-45441eb9-279d-4dfa-83f2-884577f08f11 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959187 Jul 30 08:12:36.365092 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-75fa3e94-d59c-40a1-b6fd-2435d8974805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.367360 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-75fa3e94-d59c-40a1-b6fd-2435d8974805 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 1098 time: 0.1504812 Jul 30 08:12:36.426916 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-3bc3a09a-f57a-447e-9add-cbd1df695471 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.451510 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-bb5111b8-9a8e-4041-b991-f161813149b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.457014 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-bb5111b8-9a8e-4041-b991-f161813149b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 1099 time: 0.2417586 Jul 30 08:12:36.527193 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-704ab4a1-6a28-4de0-8f56-594f21643d21 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.529397 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-70ffc874-5470-426a-85ba-482b7865bb4d service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776812 Jul 30 08:12:36.562330 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc08f-6c4e-4e72-9d0a-655fb5b5cb4b req-6ba69768-8d04-4592-b427-c81ca2b0cb22 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.568947 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9fbdc08f-6c4e-4e72-9d0a-655fb5b5cb4b req-6ba69768-8d04-4592-b427-c81ca2b0cb22 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.1174586 Jul 30 08:12:36.625554 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1d020bf7-73c6-46c5-92b3-8dd8248ce1c8 req-2bb56882-b725-4c8a-acf3-2e330ba5cca0 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325945 Jul 30 08:12:36.721636 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9fbdc08f-6c4e-4e72-9d0a-655fb5b5cb4b req-7d8ec074-f3e1-4876-818d-e9b7a1accb57 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183109 Jul 30 08:12:36.728191 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-3bc3a09a-f57a-447e-9add-cbd1df695471 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.741592 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91b533fb-019b-4a7a-8940-33f92722a2ea req-15b34edf-767a-477a-af65-e2b39d45da41 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017303 Jul 30 08:12:36.742132 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-3bc3a09a-f57a-447e-9add-cbd1df695471 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.796682 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c4c8e07b-eef6-4470-8ae8-eb462617ddc9 req-3bc3a09a-f57a-447e-9add-cbd1df695471 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177637 Jul 30 08:12:36.805700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:36.820055 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-76a3c54d-4c95-48e1-9571-94f0c8e34fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.821638 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-76a3c54d-4c95-48e1-9571-94f0c8e34fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 1096 time: 0.1280940 Jul 30 08:12:36.823621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.833614 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a09a-f57a-447e-9add-cbd1df695471 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60d88a53-5e1f-4c80-9d94-58c653f67b16,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:36.847642 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Transition to ACTIVE for port object 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:12:36.848985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.db.api [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-704ab4a1-6a28-4de0-8f56-594f21643d21 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91fe46ac62de4508a32720ddeae7d308 {{(pid=93285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 08:12:36.849483 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG oslo_db.api [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-704ab4a1-6a28-4de0-8f56-594f21643d21 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 08:12:36.851731 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:36.855355 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9a13-43e3-40fe-8f0d-d0f2029f441e req-3dc397fd-53ca-4d47-976f-30da212ea764 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.864044 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c2cb9a13-43e3-40fe-8f0d-d0f2029f441e req-3dc397fd-53ca-4d47-976f-30da212ea764 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.1457336 Jul 30 08:12:36.894751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-e1d6217e-1ffb-4a37-9386-49cb227ea3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:36.896275 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-e1d6217e-1ffb-4a37-9386-49cb227ea3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1096 time: 0.0940177 Jul 30 08:12:36.949616 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c2cb9a13-43e3-40fe-8f0d-d0f2029f441e req-6177c71c-b3f6-445c-be4e-c96847358858 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845633 Jul 30 08:12:37.000146 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Pushing event updated for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:37.058511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Attempting to bind port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:12:37.058910 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Attempting to bind port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:12:37.059324 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Attempting to bind port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:37.068874 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 on network efc792a5-324d-415d-b81e-8c2f8183f6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:12:37.069231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Attempting to bind port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:12:37.093787 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:12:37.094142 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Checking segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:12:37.094518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Bound using segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:12:37.094969 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Bound port: 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:12:37.095336 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:37.095538 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ea1f-c4c3-4c27-a471-391c0028fb0f req-c0b05d3f-1763-4c57-9ba5-af98ea299c3c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.097131 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a973ea1f-c4c3-4c27-a471-391c0028fb0f req-c0b05d3f-1763-4c57-9ba5-af98ea299c3c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.1949189 Jul 30 08:12:37.143710 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-06489629-47dd-4402-8ad4-73ad715970b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.144835 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-06489629-47dd-4402-8ad4-73ad715970b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.2392898 Jul 30 08:12:37.187038 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-5ff8f58c-2cc0-45d0-b752-0ffa653aea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.188683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-5ff8f58c-2cc0-45d0-b752-0ffa653aea5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.2918875 Jul 30 08:12:37.224488 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-337f2f23-72ed-48d1-aad5-f58a26c74cb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 217 time: 0.0691829 Jul 30 08:12:37.237875 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a973ea1f-c4c3-4c27-a471-391c0028fb0f req-67988fb8-be3e-4a26-8793-ffd2defa9182 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336188 Jul 30 08:12:37.288918 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-ad6c2fc9-2b5a-4577-ae88-d2741c582eb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88 HTTP/1.1" status: 200 len: 217 time: 0.0865519 Jul 30 08:12:37.293394 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:12:37.341857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:12:37.357411 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-704ab4a1-6a28-4de0-8f56-594f21643d21 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:37.357611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-c82aa7d4-7919-4440-ba56-a726cf35ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.358999 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-c82aa7d4-7919-4440-ba56-a726cf35ad26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.1060081 Jul 30 08:12:37.370754 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66965be3-21ae-46d9-908f-20ff1170d835 req-f03f3844-6602-469e-bf77-3b06265f5de3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.378458 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66965be3-21ae-46d9-908f-20ff1170d835 req-f03f3844-6602-469e-bf77-3b06265f5de3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.1276793 Jul 30 08:12:37.382971 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:37.386075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-79936fe8-7ad3-4dff-abaf-b7a0274bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.388378 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-79936fe8-7ad3-4dff-abaf-b7a0274bde58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0899732 Jul 30 08:12:37.447857 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-6176388d-a93c-409d-a03e-c40077dc3bfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428042 Jul 30 08:12:37.489503 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47722) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:37.499706 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-37707922-ae52-4be6-95d6-197cb7e7c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.501401 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-37707922-ae52-4be6-95d6-197cb7e7c1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211336 Jul 30 08:12:37.511353 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.512614 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:37.513961 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] 10.222.0.30 "PUT /v2.0/ports/6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 1094 time: 1.5308285 Jul 30 08:12:37.523295 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66965be3-21ae-46d9-908f-20ff1170d835 req-707ad446-e7c6-49d6-b853-539b557145ce tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439574 Jul 30 08:12:37.534146 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:37.538781 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8838d215-9009-4e98-9d45-ce96a5d9d78e" -d '{"events": [{"name": "network-changed", "server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:37.632307 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3f74-8c64-4b87-a531-d006c61ff736 req-cfc08c4f-74f3-4243-bbda-b50a1bcb3c5b tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.652715 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c5a3f74-8c64-4b87-a531-d006c61ff736 req-cfc08c4f-74f3-4243-bbda-b50a1bcb3c5b tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.1945126 Jul 30 08:12:37.725623 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c5a3f74-8c64-4b87-a531-d006c61ff736 req-418eb5ec-7f01-467f-a8d8-da37e7be57be tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Jul 30 08:12:37.753626 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-e5cda0c9-5b4a-4b3f-924d-a2472ed0e3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168748 Jul 30 08:12:37.824408 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa84704b-aaa4-4d34-81de-63b747535b08 x-openstack-request-id: req-aa84704b-aaa4-4d34-81de-63b747535b08 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:37.824706 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:37.824945 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa84704b-aaa4-4d34-81de-63b747535b08 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:37.825331 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'status': 'completed', 'code': 200} Jul 30 08:12:37.892210 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8cfc2310-7f8b-48eb-a550-15adad453e8d req-6793e67f-f7db-454e-90e0-820fd723c980 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280487 Jul 30 08:12:37.899396 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7421d-dd19-4d99-aee0-ff535420659b req-4700af63-9bbd-48be-aae9-7efcd804188a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.900773 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6f7421d-dd19-4d99-aee0-ff535420659b req-4700af63-9bbd-48be-aae9-7efcd804188a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.0814991 Jul 30 08:12:37.910930 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248904d-fa26-45e9-9f0d-1752183ab44b service neutron] Pushing event updated for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:37.942747 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6f7421d-dd19-4d99-aee0-ff535420659b req-55feb833-6a9c-44d6-927e-20026baa22f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Jul 30 08:12:37.944563 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b6094b2-81bf-44f7-b203-b4ecb7ead057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:37.954207 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4396f2ba-ac37-4e5e-9081-d47eccc221be req-704ab4a1-6a28-4de0-8f56-594f21643d21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4591026 Jul 30 08:12:37.963296 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-b044a85c-07a3-4e75-b0db-bce57677ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:37.964706 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-b044a85c-07a3-4e75-b0db-bce57677ad91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1097 time: 0.3677773 Jul 30 08:12:37.979087 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-06611c24-8d13-4c52-8c82-6ecb15647a96 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060818 Jul 30 08:12:38.069584 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b6094b2-81bf-44f7-b203-b4ecb7ead057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.073921 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8b6094b2-81bf-44f7-b203-b4ecb7ead057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.078201 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeabc-7c08-4ff2-ac10-6a19e7497ef4 req-4b548ed2-1555-40a9-a8da-36a4020f1068 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:38.080095 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2c9aeabc-7c08-4ff2-ac10-6a19e7497ef4 req-4b548ed2-1555-40a9-a8da-36a4020f1068 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0591154 Jul 30 08:12:38.114019 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8b6094b2-81bf-44f7-b203-b4ecb7ead057 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a8d151fb984448e8fea08efa81b7586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201756 Jul 30 08:12:38.114893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6094b2-81bf-44f7-b203-b4ecb7ead057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2baf4-45d5-4926-a990-17097d1419dd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:38.117416 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47738) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:38.122953 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2c9aeabc-7c08-4ff2-ac10-6a19e7497ef4 req-8e14567a-c314-437e-962e-db72518b6b74 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Jul 30 08:12:38.169263 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.191053 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.238047 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.240610 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.241828 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04d2baf4-45d5-4926-a990-17097d1419dd HTTP/1.1" status: 204 len: 168 time: 0.1235576 Jul 30 08:12:38.250560 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d499aa-6e3c-41ee-90e0-87b9c122c506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2baf4-45d5-4926-a990-17097d1419dd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:38.359372 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46851f-188c-432d-ab52-398bcf7906e5 req-41409ada-39bd-4678-96b2-f187785b0dac tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:38.360998 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a46851f-188c-432d-ab52-398bcf7906e5 req-41409ada-39bd-4678-96b2-f187785b0dac tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0532646 Jul 30 08:12:38.400373 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a46851f-188c-432d-ab52-398bcf7906e5 req-e10d8811-e4a1-4a16-ba7b-5fb247aed1a9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Jul 30 08:12:38.519280 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47746) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:38.533044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-30e6042a-a7d3-45a6-b03c-ed26b2e9f963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.655813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-30e6042a-a7d3-45a6-b03c-ed26b2e9f963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.660705 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-30e6042a-a7d3-45a6-b03c-ed26b2e9f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.709298 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76a4cc-c67a-4672-ba5e-b588dd4e14c4 req-1ce3e9ef-d593-435e-809a-f6db713a00da tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:38.710695 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a76a4cc-c67a-4672-ba5e-b588dd4e14c4 req-1ce3e9ef-d593-435e-809a-f6db713a00da tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.1001477 Jul 30 08:12:38.716419 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6042a-a7d3-45a6-b03c-ed26b2e9f963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3e526-30e5-45db-98bd-0331f0760f2d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:38.722116 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-30e6042a-a7d3-45a6-b03c-ed26b2e9f963 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49da411fe38a4177a189b2db4c90a14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017016 Jul 30 08:12:38.724695 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47752) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:38.780939 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a76a4cc-c67a-4672-ba5e-b588dd4e14c4 req-38615671-6a5f-4ef3-8440-d7f5a8982cd6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615232 Jul 30 08:12:38.807218 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.854751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:38.883910 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14b39e-1e06-4f93-ad2c-5b8c1a3612db req-6fed7446-3386-4b73-8d51-2dc14d651f05 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:38.885510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff14b39e-1e06-4f93-ad2c-5b8c1a3612db req-6fed7446-3386-4b73-8d51-2dc14d651f05 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0758624 Jul 30 08:12:38.979442 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 2110bf14-9c1a-4f0e-b179-6c8f19864d33 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:39.035941 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:39.040254 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:39.040654 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.108313 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff14b39e-1e06-4f93-ad2c-5b8c1a3612db req-d5015de2-9eab-4aa9-be27-27a84c2d6266 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122819 Jul 30 08:12:39.136498 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.139600 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.140737 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a3e526-30e5-45db-98bd-0331f0760f2d HTTP/1.1" status: 204 len: 168 time: 0.4150803 Jul 30 08:12:39.146751 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.160262 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30ed6-26a7-4c57-acc9-71c8cd993090 req-3b678897-b7f8-475c-b5b7-1ec7990fc9f9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:39.161897 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7e30ed6-26a7-4c57-acc9-71c8cd993090 req-3b678897-b7f8-475c-b5b7-1ec7990fc9f9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.0706768 Jul 30 08:12:39.162960 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4766933-44ce-43f4-9eec-24f98127c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3e526-30e5-45db-98bd-0331f0760f2d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:39.192892 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:39.199969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593a6a5-8b30-456f-a3af-72e20358188e" -d '{"events": [{"server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "name": "network-vif-plugged", "status": "completed", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:39.217594 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7e30ed6-26a7-4c57-acc9-71c8cd993090 req-2e68c9c0-04a5-4c5b-8534-8c139fbf568f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Jul 30 08:12:39.220032 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:39.225334 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.288956 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce8714-1a5a-4054-a377-337d57ff94c1 x-openstack-request-id: req-00ce8714-1a5a-4054-a377-337d57ff94c1 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:39.289319 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "name": "network-vif-plugged", "status": "completed", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:39.289764 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00ce8714-1a5a-4054-a377-337d57ff94c1 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:39.290344 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33', 'code': 200} Jul 30 08:12:39.294804 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f7d2-e7cc-463c-9904-0e5224e27bd9 req-d627f5b2-c780-4950-8c81-a62f267346d4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:39.294945 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:39.305463 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dcc4f7d2-e7cc-463c-9904-0e5224e27bd9 req-d627f5b2-c780-4950-8c81-a62f267346d4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0755103 Jul 30 08:12:39.345832 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dcc4f7d2-e7cc-463c-9904-0e5224e27bd9 req-536ef069-5ac7-40f1-b139-20d0dd24f005 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Jul 30 08:12:39.526426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 47770) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:39.527889 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaadde5-bf6b-4104-bc51-c3f72b9a859a req-2612b242-81aa-49b8-a440-e8d532e27e6f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:39.529929 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcaadde5-bf6b-4104-bc51-c3f72b9a859a req-2612b242-81aa-49b8-a440-e8d532e27e6f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0579789 Jul 30 08:12:39.540238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fa992c8-2be0-47c0-a8df-551b25ffe482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.570314 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcaadde5-bf6b-4104-bc51-c3f72b9a859a req-55f75d56-88cf-4995-b098-8342e1c2e94c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339198 Jul 30 08:12:39.636293 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fa992c8-2be0-47c0-a8df-551b25ffe482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.640611 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fa992c8-2be0-47c0-a8df-551b25ffe482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.681642 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5fa992c8-2be0-47c0-a8df-551b25ffe482 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d99e2353e841dba3617ec6ccc368ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540940 Jul 30 08:12:39.682590 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa992c8-2be0-47c0-a8df-551b25ffe482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9ffa0-3421-48f3-93ac-e3da7c6802d7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:39.684925 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 47774) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:39.732378 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.754291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.802385 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.804956 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:39.806162 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cc9ffa0-3421-48f3-93ac-e3da7c6802d7 HTTP/1.1" status: 204 len: 168 time: 0.1201532 Jul 30 08:12:39.817983 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875fdb-fdad-447c-927f-205a5f3c9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9ffa0-3421-48f3-93ac-e3da7c6802d7,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:39.920674 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b3a6-069f-488e-99cf-00e002eb1319 req-cfdbfb1f-6a8c-4a9f-8ca4-f6cce96ae056 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:39.922415 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bfc2b3a6-069f-488e-99cf-00e002eb1319 req-cfdbfb1f-6a8c-4a9f-8ca4-f6cce96ae056 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0500057 Jul 30 08:12:39.962580 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bfc2b3a6-069f-488e-99cf-00e002eb1319 req-595237a1-491c-4a1b-a599-9b8cd34fe3e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Jul 30 08:12:40.229958 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e472b-8c3c-4acf-90a5-aa515ec18828 req-c42b95ee-c93c-4563-be7a-97a2932050f8 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:40.231678 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-387e472b-8c3c-4acf-90a5-aa515ec18828 req-c42b95ee-c93c-4563-be7a-97a2932050f8 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0522814 Jul 30 08:12:40.274840 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-387e472b-8c3c-4acf-90a5-aa515ec18828 req-d3068f89-19d9-411e-a644-6e8dfddbbe8d tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Jul 30 08:12:40.345647 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3798f8-64a7-4357-9675-4a60b2628829 req-ee97499f-0594-433b-a6ed-747a3ed9c44c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:40.347183 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4c3798f8-64a7-4357-9675-4a60b2628829 req-ee97499f-0594-433b-a6ed-747a3ed9c44c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 943 time: 0.0498905 Jul 30 08:12:40.388945 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4c3798f8-64a7-4357-9675-4a60b2628829 req-d70f685f-5dc5-4c7e-9ca7-516f57ebbbdf tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Jul 30 08:12:40.468397 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3bab3-26eb-4dcb-a486-e42114b2f22f req-183af631-ffe8-4bc8-a789-d799511b042a tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:40.469942 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25d3bab3-26eb-4dcb-a486-e42114b2f22f req-183af631-ffe8-4bc8-a789-d799511b042a tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0480704 Jul 30 08:12:40.508240 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25d3bab3-26eb-4dcb-a486-e42114b2f22f req-3d54a3de-e0d1-4787-8a94-5ca332dc0353 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Jul 30 08:12:40.692384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e65fe-0b3d-4f25-ab7e-09b4d40d0a70 req-b5dfdc9a-d0d9-4dd8-a79b-ba9a79e8de1e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:40.693900 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-491e65fe-0b3d-4f25-ab7e-09b4d40d0a70 req-b5dfdc9a-d0d9-4dd8-a79b-ba9a79e8de1e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0524404 Jul 30 08:12:40.735172 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-491e65fe-0b3d-4f25-ab7e-09b4d40d0a70 req-9ecbd0af-362c-4f92-90bd-ea72b7cb8e9b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346770 Jul 30 08:12:40.963275 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:41.065728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:41.094876 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88', 'network_id': '5fe32146-00de-4c22-9829-93323fadd8b7', 'port_id': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88', 'mac_address': 'fa:16:3e:ac:d6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4a493f-153a-49e0-95f6-a93106d0cfa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:41.139445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:41.149968 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d0205-45b5-4895-aa73-32c95f817259 req-9cd9689c-fb92-4389-ad13-82f5cbdc9b50 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.155164 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f73d0205-45b5-4895-aa73-32c95f817259 req-9cd9689c-fb92-4389-ad13-82f5cbdc9b50 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.1074064 Jul 30 08:12:41.155318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:41.178505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:41.183270 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:41.185808 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-1dc07b25-05c8-423c-a96e-5d939dd5dbcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 217 time: 0.1227868 Jul 30 08:12:41.239814 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f73d0205-45b5-4895-aa73-32c95f817259 req-d10f0992-cdec-4f0e-843a-f0613b6d0c39 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778303 Jul 30 08:12:41.246080 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:41.341796 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-2e8f2eea-0ea0-468b-b5e1-60d1b7c168d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.343199 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-2e8f2eea-0ea0-468b-b5e1-60d1b7c168d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.1473787 Jul 30 08:12:41.358192 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6d1c3844-1828-452b-9d2f-6c3604c7d999 req-7b0ac160-d468-42dd-b157-3d6998805867 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080530 Jul 30 08:12:41.370154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e2ce7-412c-4325-b973-13ed8c1218f2 req-2c542b35-d23e-4cde-8359-6bfd835d88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.373175 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e2e2ce7-412c-4325-b973-13ed8c1218f2 req-2c542b35-d23e-4cde-8359-6bfd835d88ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.1166165 Jul 30 08:12:41.417851 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f21c6-01d3-4050-bf00-89c18eae8880 req-3155f72b-83f9-4672-b17c-106d7a2c927d tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.419692 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af4f21c6-01d3-4050-bf00-89c18eae8880 req-3155f72b-83f9-4672-b17c-106d7a2c927d tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0662203 Jul 30 08:12:41.463164 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e2e2ce7-412c-4325-b973-13ed8c1218f2 req-6ec6f30a-c04a-407e-a8cb-c0636471a557 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jul 30 08:12:41.468476 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af4f21c6-01d3-4050-bf00-89c18eae8880 req-44a6b754-1ca3-49b7-9499-b3f8db1d6f1c tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Jul 30 08:12:41.482082 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-412dcf4a-4b02-413a-a2c7-f87b7fa1bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.483622 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-412dcf4a-4b02-413a-a2c7-f87b7fa1bae7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238825 Jul 30 08:12:41.513387 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['82ccae39-cbac-4bce-a0aa-7731b4b2ce88'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:41.535867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11bce-924b-4598-9496-a1bbb74b1a82 req-cbfcd932-abe1-4286-b92e-51fd26f1a32f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.538038 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95e11bce-924b-4598-9496-a1bbb74b1a82 req-cbfcd932-abe1-4286-b92e-51fd26f1a32f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 944 time: 0.0529797 Jul 30 08:12:41.588466 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95e11bce-924b-4598-9496-a1bbb74b1a82 req-eb79cf5c-675c-456e-85d1-cdd91d5b90f6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Jul 30 08:12:41.700455 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-0ab0e0c2-8152-4c19-b1e1-9373bb5980ec service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550055 Jul 30 08:12:41.713176 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fc3a-b851-4235-ae82-2a6a2cdc4517 req-c79eabfc-ae6f-4d12-b5da-ee7995349fdf tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.721777 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9953fc3a-b851-4235-ae82-2a6a2cdc4517 req-c79eabfc-ae6f-4d12-b5da-ee7995349fdf tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0948870 Jul 30 08:12:41.794076 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9953fc3a-b851-4235-ae82-2a6a2cdc4517 req-dcc3d121-9063-468c-a8d9-3eceb56d380b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654955 Jul 30 08:12:41.861994 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1b9fc627-4697-42a8-8b48-fec90a1d0571 req-ea863111-7ef4-40da-9cd2-973ebe2c3940 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476748 Jul 30 08:12:41.898293 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548d07-30c7-41d5-a930-620732fb7776 req-ccc2e99d-1c15-44c3-972e-4727384b2f1e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.899915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65548d07-30c7-41d5-a930-620732fb7776 req-ccc2e99d-1c15-44c3-972e-4727384b2f1e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0681736 Jul 30 08:12:41.944986 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65548d07-30c7-41d5-a930-620732fb7776 req-01108fa9-ae22-4b15-8340-2256bf4d013a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356839 Jul 30 08:12:41.966454 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-60f5cb5f-921f-4837-859c-5f7a5aef639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:41.968186 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-60f5cb5f-921f-4837-859c-5f7a5aef639e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1097 time: 0.0503578 Jul 30 08:12:42.065553 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-6986355b-45ee-48cf-bb54-d2a11085e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.067134 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-6986355b-45ee-48cf-bb54-d2a11085e1f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.0906141 Jul 30 08:12:42.115860 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-2c1c53bc-c95d-4ef3-8ba3-fd18dbc405c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 217 time: 0.0396440 Jul 30 08:12:42.171191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-94287d5a-24b6-4b51-b03f-f1a494b573cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.173095 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-94287d5a-24b6-4b51-b03f-f1a494b573cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.0502520 Jul 30 08:12:42.228219 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-e55c8086-5ac3-45b1-ab15-c4991cd7273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.229791 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-e55c8086-5ac3-45b1-ab15-c4991cd7273f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414412 Jul 30 08:12:42.351342 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-294bd17e-422b-4e2a-94f7-2d6ca733382f service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061773 Jul 30 08:12:42.415350 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22e806-c0be-4893-b5a3-d4ec603231ac req-1feee6fa-abcb-437a-ac44-597aa51858a5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.416953 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd22e806-c0be-4893-b5a3-d4ec603231ac req-1feee6fa-abcb-437a-ac44-597aa51858a5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0532327 Jul 30 08:12:42.460639 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8838d215-9009-4e98-9d45-ce96a5d9d78e req-6fa08e92-cfae-4173-8457-2d61433ac3d5 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966461 Jul 30 08:12:42.472022 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd22e806-c0be-4893-b5a3-d4ec603231ac req-70dd826e-7a46-4223-a052-45619fe12909 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460906 Jul 30 08:12:42.578255 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687a5d-66b9-4444-90bd-ddbb6b61193f req-16bbe096-bcee-40b4-9a31-1d376c1fa080 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.579813 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c0687a5d-66b9-4444-90bd-ddbb6b61193f req-16bbe096-bcee-40b4-9a31-1d376c1fa080 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0488553 Jul 30 08:12:42.618352 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c0687a5d-66b9-4444-90bd-ddbb6b61193f req-a9de0e74-162a-45b9-8593-3209088b4466 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 30 08:12:42.720490 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed036d-0c32-496e-ad4b-88a001422486 req-cae8ba1d-a7d9-4af6-a5ed-b9f50c15b89f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.722264 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a8ed036d-0c32-496e-ad4b-88a001422486 req-cae8ba1d-a7d9-4af6-a5ed-b9f50c15b89f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 944 time: 0.0543303 Jul 30 08:12:42.762226 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a8ed036d-0c32-496e-ad4b-88a001422486 req-6f3c360e-0f25-491e-88be-c7f668690807 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Jul 30 08:12:42.933608 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d65e-3ac4-4358-acc3-9809eac11bdf req-df8e359e-45fa-470b-a255-c3e7722a585d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:42.938410 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d97d65e-3ac4-4358-acc3-9809eac11bdf req-df8e359e-45fa-470b-a255-c3e7722a585d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0671895 Jul 30 08:12:42.997508 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:43.000586 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:43.004619 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d97d65e-3ac4-4358-acc3-9809eac11bdf req-30c3e7a2-b5a4-43ea-b1ae-941f0bcd765f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Jul 30 08:12:43.111335 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b011cb-081f-4630-90ce-2d816bac3f91 req-1b173028-724f-41d3-8890-cc7f73252bd9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:43.112919 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-67b011cb-081f-4630-90ce-2d816bac3f91 req-1b173028-724f-41d3-8890-cc7f73252bd9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0752463 Jul 30 08:12:43.116656 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:43.122237 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:43.122854 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:43.160854 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-67b011cb-081f-4630-90ce-2d816bac3f91 req-b6a393e9-b9e5-402a-b1f9-beb59516a9a9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Jul 30 08:12:43.247738 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:43.251319 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:43.276983 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:43.284617 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:43.287030 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2299aa0-32fd-427b-866f-e9d061cea6ac" -d '{"events": [{"server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "name": "network-vif-plugged", "status": "completed", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:43.326091 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:43.333329 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:43.370302 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d405e0f-0069-4835-b864-ba5a9f172dce x-openstack-request-id: req-1d405e0f-0069-4835-b864-ba5a9f172dce {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:43.370619 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "name": "network-vif-plugged", "status": "completed", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:43.370855 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d405e0f-0069-4835-b864-ba5a9f172dce {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:43.372086 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88', 'code': 200} Jul 30 08:12:43.375852 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:43.399274 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:43.428376 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:43.434714 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:43.441099 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:43.497805 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:43.599476 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8f3b1-f808-45ed-b5d9-28f09e75876f req-8bd041c1-1291-4fb6-9c7e-031152db0306 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:43.601055 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-78d8f3b1-f808-45ed-b5d9-28f09e75876f req-8bd041c1-1291-4fb6-9c7e-031152db0306 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0494576 Jul 30 08:12:43.640848 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-78d8f3b1-f808-45ed-b5d9-28f09e75876f req-6d8f82b8-d4d5-44e3-ae3f-9ce1eccb3b44 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Jul 30 08:12:43.881613 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fec03-4859-4207-bf2b-e952bcae0047 req-890412f4-6f9e-4862-aa79-43867bb87eff tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:43.883110 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e16fec03-4859-4207-bf2b-e952bcae0047 req-890412f4-6f9e-4862-aa79-43867bb87eff tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0519238 Jul 30 08:12:43.920873 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e16fec03-4859-4207-bf2b-e952bcae0047 req-2a319202-1753-4d02-8127-f6a6eb33aa51 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 30 08:12:44.280067 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289945-30c0-46b3-8aa5-9496c95cbcd1 req-6525f8b2-3a2f-4f61-bade-f393a407e4e2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:44.281582 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41289945-30c0-46b3-8aa5-9496c95cbcd1 req-6525f8b2-3a2f-4f61-bade-f393a407e4e2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0489011 Jul 30 08:12:44.320112 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41289945-30c0-46b3-8aa5-9496c95cbcd1 req-0bf6618c-4b0a-40ff-818d-041f81dd45ea tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Jul 30 08:12:44.766764 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca733ad-eb22-4587-b8c9-6b010ed4b836 req-cdf05a14-064d-4585-9db8-008e90327fd6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:44.768154 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ca733ad-eb22-4587-b8c9-6b010ed4b836 req-cdf05a14-064d-4585-9db8-008e90327fd6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0483537 Jul 30 08:12:44.806778 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ca733ad-eb22-4587-b8c9-6b010ed4b836 req-cbe03c45-c2c6-4873-9def-6ad348150637 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Jul 30 08:12:45.040663 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850f3d-d258-46d4-a228-fd82a7cd4a71 req-7b496f82-3ab8-42d8-88eb-1f30926e6214 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:45.042095 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97850f3d-d258-46d4-a228-fd82a7cd4a71 req-7b496f82-3ab8-42d8-88eb-1f30926e6214 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0560813 Jul 30 08:12:45.079266 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97850f3d-d258-46d4-a228-fd82a7cd4a71 req-dbda96aa-6343-486f-ab79-a2c4cb0d0b23 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Jul 30 08:12:45.437516 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d990-a97a-4e90-9802-1c8d07c0e77b req-08daeda0-04a9-4f3a-a378-bfd3d473b96e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:45.439004 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2f8d990-a97a-4e90-9802-1c8d07c0e77b req-08daeda0-04a9-4f3a-a378-bfd3d473b96e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 944 time: 0.0477164 Jul 30 08:12:45.477056 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2f8d990-a97a-4e90-9802-1c8d07c0e77b req-7716d32d-96ed-4c33-ac81-a46dffe94fb6 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Jul 30 08:12:45.781488 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:12:45.876443 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:45.890206 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'port_id': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'mac_address': 'fa:16:3e:aa:b4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:12:45.926317 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7f29-5820-4fa9-86ab-f4a5b3d533ff req-2dddce42-07c8-4026-a6e1-493774372e55 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:45.927811 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9efe7f29-5820-4fa9-86ab-f4a5b3d533ff req-2dddce42-07c8-4026-a6e1-493774372e55 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0499957 Jul 30 08:12:45.931858 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:45.944881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:12:45.964745 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:45.965773 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9efe7f29-5820-4fa9-86ab-f4a5b3d533ff req-9fcc42d5-6d20-4f6a-ba84-9b93e9a8bdd4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Jul 30 08:12:45.968874 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:46.015925 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:46.195796 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296b224-544e-4b56-b527-c25aac699145 req-6e563e32-8618-445a-9390-3836410e743f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:46.197309 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b296b224-544e-4b56-b527-c25aac699145 req-6e563e32-8618-445a-9390-3836410e743f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0522292 Jul 30 08:12:46.234578 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b296b224-544e-4b56-b527-c25aac699145 req-b62b088f-4c52-45d1-87da-b7d5bff09543 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Jul 30 08:12:46.589755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ff957-5559-4b16-9fe7-ecb988061283 req-aa003449-5613-4ddc-94e0-800659965461 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:46.591531 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-755ff957-5559-4b16-9fe7-ecb988061283 req-aa003449-5613-4ddc-94e0-800659965461 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 945 time: 0.0483632 Jul 30 08:12:46.630484 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-755ff957-5559-4b16-9fe7-ecb988061283 req-71ea487b-70c2-4977-9da2-303e1c4a606d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329509 Jul 30 08:12:46.952512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6284a-e346-45ec-b957-287543555bad req-ab917bc6-c416-4d5f-b96f-66e40cc0ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:46.954046 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-52c6284a-e346-45ec-b957-287543555bad req-ab917bc6-c416-4d5f-b96f-66e40cc0ed1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 1098 time: 0.0447083 Jul 30 08:12:47.000938 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-52c6284a-e346-45ec-b957-287543555bad req-f5bb7400-3853-4891-9939-d45141b6f202 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Jul 30 08:12:47.091273 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6f58f-356c-4fd5-a58b-7b4e98f8b08b req-48c05ca8-ff86-44e1-9149-64ed521dc518 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:47.092781 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ce6f58f-356c-4fd5-a58b-7b4e98f8b08b req-48c05ca8-ff86-44e1-9149-64ed521dc518 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0520115 Jul 30 08:12:47.133143 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ce6f58f-356c-4fd5-a58b-7b4e98f8b08b req-95a9e782-1d6f-4b00-9b05-16964f2641c4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345006 Jul 30 08:12:47.294575 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['4229bb2c-c097-4ebf-9466-c0a437268a65'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:47.300529 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:12:47.359424 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['6d5b1e4a-ed8b-4c99-b04a-db55928082e8'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:12:47.368911 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61877c-b09d-457c-938f-98d92f78c026 req-c233626f-0d62-4cee-b168-f913ade64f58 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:47.377143 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e61877c-b09d-457c-938f-98d92f78c026 req-c233626f-0d62-4cee-b168-f913ade64f58 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0643711 Jul 30 08:12:47.419723 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e61877c-b09d-457c-938f-98d92f78c026 req-30a5314d-1029-4893-b8ab-de93a4e34022 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jul 30 08:12:47.746714 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce862a-bac2-4819-b7c6-1004e955eda3 req-dbe53281-6c9b-4f95-89b7-c2f2cafcfc4e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:47.748222 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44ce862a-bac2-4819-b7c6-1004e955eda3 req-dbe53281-6c9b-4f95-89b7-c2f2cafcfc4e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 945 time: 0.0492687 Jul 30 08:12:47.790414 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44ce862a-bac2-4819-b7c6-1004e955eda3 req-fa267c23-4861-4a86-90e6-79ed60898dcb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Jul 30 08:12:48.263813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d288946-8cd4-4ed1-a293-5c325057d108 req-6505d164-6cc5-4ebd-9fb4-d8864f094b3b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:48.265319 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d288946-8cd4-4ed1-a293-5c325057d108 req-6505d164-6cc5-4ebd-9fb4-d8864f094b3b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0506806 Jul 30 08:12:48.304543 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d288946-8cd4-4ed1-a293-5c325057d108 req-9dbe7923-ad6b-4fd6-8d14-1c1227eab8bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327358 Jul 30 08:12:48.364806 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48050) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:48.470971 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc21633b-b842-4562-acf5-ef845d442c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.565357 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cd4db-0d32-48fd-97fc-38ae71833414 req-34b97ca6-fcfd-4f93-b9a1-2021300c042b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:48.566932 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-405cd4db-0d32-48fd-97fc-38ae71833414 req-34b97ca6-fcfd-4f93-b9a1-2021300c042b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0825937 Jul 30 08:12:48.636557 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-405cd4db-0d32-48fd-97fc-38ae71833414 req-2f25ba60-c69b-437e-a627-7f498a05d143 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Jul 30 08:12:48.651575 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc21633b-b842-4562-acf5-ef845d442c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.655934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bc21633b-b842-4562-acf5-ef845d442c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.709425 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bc21633b-b842-4562-acf5-ef845d442c24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c15426d6f4eb420c85ef6cd9bfcc20e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426256 Jul 30 08:12:48.711207 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21633b-b842-4562-acf5-ef845d442c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe93899-242a-4df7-bc5d-cf9782025a5c,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:48.711771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48066) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:48.799123 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.822421 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.880606 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.883414 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:48.885365 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afe93899-242a-4df7-bc5d-cf9782025a5c HTTP/1.1" status: 204 len: 168 time: 0.1703317 Jul 30 08:12:48.894622 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7942328-3ed1-46b8-ba7f-ee10f07b4200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe93899-242a-4df7-bc5d-cf9782025a5c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:48.939411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ce94-baac-43ba-9d88-5482015fcce2 req-cbdd8bf6-e0e9-4899-8820-9f632f4eaa46 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:48.941120 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dd66ce94-baac-43ba-9d88-5482015fcce2 req-cbdd8bf6-e0e9-4899-8820-9f632f4eaa46 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 945 time: 0.0759733 Jul 30 08:12:48.983101 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dd66ce94-baac-43ba-9d88-5482015fcce2 req-eddadfad-6099-4aad-a1ab-16554584a5a2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354819 Jul 30 08:12:49.010381 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:49.079685 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 4229bb2c-c097-4ebf-9466-c0a437268a65 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:49.083552 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 4229bb2c-c097-4ebf-9466-c0a437268a65 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:49.083986 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.170337 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.196499 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:49.198658 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48090) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:49.198810 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf4682-2f25-4b46-b95d-a84c446fd586" -d '{"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:49.214240 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b9c8afb-a156-48b6-8902-b42840704672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.214401 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:49.219549 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.220364 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:12:49.254336 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed0ec4-3829-4cfa-8989-fe9bf51aec25 x-openstack-request-id: req-31ed0ec4-3829-4cfa-8989-fe9bf51aec25 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:49.261172 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:49.261647 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31ed0ec4-3829-4cfa-8989-fe9bf51aec25 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:49.262719 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'code': 200} Jul 30 08:12:49.317272 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b9c8afb-a156-48b6-8902-b42840704672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.321147 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b9c8afb-a156-48b6-8902-b42840704672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.321598 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:49.330851 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:12:49.334798 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:12:49.335175 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.366847 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8afb-a156-48b6-8902-b42840704672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e480e-e7e0-413a-b49f-f45a731aa593,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:49.377829 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4b9c8afb-a156-48b6-8902-b42840704672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6c2f047a04e4b32bbaec94fd9409e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769910 Jul 30 08:12:49.380289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48098) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:49.420398 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.432810 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.435615 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccf29b-9d35-4524-b897-66a2d2a19b09 req-c1305518-4cb6-4c08-9497-1ad02db7be00 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:49.437211 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-53ccf29b-9d35-4524-b897-66a2d2a19b09 req-c1305518-4cb6-4c08-9497-1ad02db7be00 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Jul 30 08:12:49.456522 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.459618 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:12:49.466024 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.477856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-53ccf29b-9d35-4524-b897-66a2d2a19b09 req-bc8ecd4e-b218-41f5-a769-b10389516d85 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Jul 30 08:12:49.510614 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.514338 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.517997 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/272e480e-e7e0-413a-b49f-f45a731aa593 HTTP/1.1" status: 204 len: 168 time: 0.1339900 Jul 30 08:12:49.523569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a2f4-89c2-434b-92e6-5676116e3d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e480e-e7e0-413a-b49f-f45a731aa593,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:49.524883 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:49.759012 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe011527-9695-4f32-a8ba-67f6c35ec0d9 req-ff6bed24-3f39-4c6b-b4dd-2d6270d462af tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:49.760523 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe011527-9695-4f32-a8ba-67f6c35ec0d9 req-ff6bed24-3f39-4c6b-b4dd-2d6270d462af tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0482273 Jul 30 08:12:49.801804 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe011527-9695-4f32-a8ba-67f6c35ec0d9 req-ca916b3a-8c39-4fb4-8f15-ca21e8907fef tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Jul 30 08:12:49.839799 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48110) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:49.853208 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88a68f9e-5744-48f7-a098-e3cf50c054bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.939630 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88a68f9e-5744-48f7-a098-e3cf50c054bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.942788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88a68f9e-5744-48f7-a098-e3cf50c054bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:49.980374 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-88a68f9e-5744-48f7-a098-e3cf50c054bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1b4f0eb206e48fb93c4fb1588e98faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393955 Jul 30 08:12:49.981288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a68f9e-5744-48f7-a098-e3cf50c054bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f577f-38fc-40a6-b130-ca8e4e8b79f1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:49.983327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48112) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:50.036630 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:50.100657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:50.165043 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038416-a3e3-408e-883f-83461ce65ff7 req-2807cdda-99e4-4e8f-9836-227032a68c96 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:50.166542 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d038416-a3e3-408e-883f-83461ce65ff7 req-2807cdda-99e4-4e8f-9836-227032a68c96 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.1200240 Jul 30 08:12:50.181529 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330291-dd16-401d-b42c-0c9d47678d0f req-360c782f-b4aa-4b82-bcd0-499b8eecab3d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:50.182966 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-59330291-dd16-401d-b42c-0c9d47678d0f req-360c782f-b4aa-4b82-bcd0-499b8eecab3d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1231675 Jul 30 08:12:50.222403 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:50.224810 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:50.225925 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/485f577f-38fc-40a6-b130-ca8e4e8b79f1 HTTP/1.1" status: 204 len: 168 time: 0.2414374 Jul 30 08:12:50.249762 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af5eb0-4763-4d10-aa64-d585c92a5c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f577f-38fc-40a6-b130-ca8e4e8b79f1,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:50.253879 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d038416-a3e3-408e-883f-83461ce65ff7 req-19becf6a-99ab-429f-9b1b-bddd2668d08c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800180 Jul 30 08:12:50.256883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-59330291-dd16-401d-b42c-0c9d47678d0f req-f5903f1b-f27a-4a4f-9918-b9b01f404578 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666511 Jul 30 08:12:50.600978 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6e09-a09e-473f-bc2d-5559858ed9bd req-22a676ed-308e-4f2c-8e5a-43df63cbd55f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:50.602494 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2c7b6e09-a09e-473f-bc2d-5559858ed9bd req-22a676ed-308e-4f2c-8e5a-43df63cbd55f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0521910 Jul 30 08:12:50.640510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2c7b6e09-a09e-473f-bc2d-5559858ed9bd req-196ba376-26bb-4d23-b124-eae688bc2a18 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 30 08:12:50.895025 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-caab3352-4389-4888-9c0c-b63b9d69b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:51.264693 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:51.267364 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399354a-a57d-4545-bb4d-7b69e18abbf6" -d '{"events": [{"server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "name": "network-vif-plugged", "status": "completed", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:51.308761 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80f076c-b4c3-408d-b703-9ceb89862233 x-openstack-request-id: req-c80f076c-b4c3-408d-b703-9ceb89862233 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:51.309880 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "name": "network-vif-plugged", "status": "completed", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:51.310239 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c80f076c-b4c3-408d-b703-9ceb89862233 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:51.310637 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'code': 200} Jul 30 08:12:51.415317 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982b2e-d543-48cb-b5de-66af8770bb93 req-6cdfa26c-1a6e-4ba8-a9fb-9ca29389c113 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:51.416833 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4982b2e-d543-48cb-b5de-66af8770bb93 req-6cdfa26c-1a6e-4ba8-a9fb-9ca29389c113 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0821037 Jul 30 08:12:51.438960 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4ac02-841a-438e-b4a3-a995a774c3cc req-f8dbd06a-f098-4388-92a4-7951a7d0e47e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:51.440427 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9e4ac02-841a-438e-b4a3-a995a774c3cc req-f8dbd06a-f098-4388-92a4-7951a7d0e47e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0755782 Jul 30 08:12:51.487964 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4982b2e-d543-48cb-b5de-66af8770bb93 req-84a4b7f5-6ed4-4375-a60e-13f00f588431 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624354 Jul 30 08:12:51.495092 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9e4ac02-841a-438e-b4a3-a995a774c3cc req-ed21b780-e436-4e52-a5e0-93e6d05fe419 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Jul 30 08:12:51.765821 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4e2b-41e6-48ed-b63c-4a03b606ec75 req-5d05576c-e99a-4525-b6d4-d9be3f917c95 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:51.767882 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfeb4e2b-41e6-48ed-b63c-4a03b606ec75 req-5d05576c-e99a-4525-b6d4-d9be3f917c95 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0565557 Jul 30 08:12:51.807746 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfeb4e2b-41e6-48ed-b63c-4a03b606ec75 req-438cf828-29fd-4c1c-9e43-4ae72c431b93 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jul 30 08:12:52.262723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48216) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:52.391151 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238de56-1e77-4d35-86dc-96827f64897d req-b4701bad-7c61-494e-ac20-f84a2e7a9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.392978 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-b4701bad-7c61-494e-ac20-f84a2e7a9a3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 1098 time: 0.0454748 Jul 30 08:12:52.401177 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60eca138-f0e6-4d52-91c6-945f98c2a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.498655 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60eca138-f0e6-4d52-91c6-945f98c2a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.502897 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60eca138-f0e6-4d52-91c6-945f98c2a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.548271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-60eca138-f0e6-4d52-91c6-945f98c2a6f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ae3efa0ac14ff3920643487edcc0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844288 Jul 30 08:12:52.549068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48226) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:52.549715 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca138-f0e6-4d52-91c6-945f98c2a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23046442-d9da-4ff8-b494-85c4b9759110,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:52.583527 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238de56-1e77-4d35-86dc-96827f64897d req-17d387b7-e2f1-4973-bbea-9150c1ce4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.585047 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-17d387b7-e2f1-4973-bbea-9150c1ce4505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.1796179 Jul 30 08:12:52.587638 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd35d8-dfc6-4b25-a76d-09ab5aad6fe8 req-3eb51c24-88eb-4170-8bb0-3e69a2197eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.589030 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-16bd35d8-dfc6-4b25-a76d-09ab5aad6fe8 req-3eb51c24-88eb-4170-8bb0-3e69a2197eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1099 time: 0.1336825 Jul 30 08:12:52.591148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853056ba-9dcc-433b-8ecf-d5ef205003d2 req-0304a249-3177-4ee9-a675-5c603d41697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.592522 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-853056ba-9dcc-433b-8ecf-d5ef205003d2 req-0304a249-3177-4ee9-a675-5c603d41697d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1098 time: 0.1357760 Jul 30 08:12:52.646064 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-672d399e-751c-42f4-8070-14407e24ba7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88 HTTP/1.1" status: 200 len: 217 time: 0.0475693 Jul 30 08:12:52.667398 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.704993 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510e788-c4c2-4615-bc3c-18a36b25920a req-9bc49a3e-453e-4d26-88e8-18611732de67 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.706700 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9510e788-c4c2-4615-bc3c-18a36b25920a req-9bc49a3e-453e-4d26-88e8-18611732de67 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.1260123 Jul 30 08:12:52.714472 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d2c3-cb11-45b1-835d-4d736a357256 req-a94f37a9-b4a3-4f7d-be5e-476b58892d85 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.716647 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d073d2c3-cb11-45b1-835d-4d736a357256 req-a94f37a9-b4a3-4f7d-be5e-476b58892d85 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1212516 Jul 30 08:12:52.721590 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-853056ba-9dcc-433b-8ecf-d5ef205003d2 req-e2712df2-12f8-43b9-aeeb-f0180c3b93d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866151 Jul 30 08:12:52.723214 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.725183 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-16bd35d8-dfc6-4b25-a76d-09ab5aad6fe8 req-adb9064b-d115-4513-8c75-b9063ae709b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892475 Jul 30 08:12:52.733290 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238de56-1e77-4d35-86dc-96827f64897d req-f92adf7f-94b1-4171-9622-6055436a06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.734770 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-f92adf7f-94b1-4171-9622-6055436a06ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0731771 Jul 30 08:12:52.812655 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d073d2c3-cb11-45b1-835d-4d736a357256 req-4610dd61-38f0-4bc5-9a21-63665a1de704 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873911 Jul 30 08:12:52.815257 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9510e788-c4c2-4615-bc3c-18a36b25920a req-809ccd4f-8c0d-4491-9b5e-f9521d732eb0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948863 Jul 30 08:12:52.846066 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.848799 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:52.850730 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23046442-d9da-4ff8-b494-85c4b9759110 HTTP/1.1" status: 204 len: 168 time: 0.2974699 Jul 30 08:12:52.859788 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134847-91f3-4e9b-b37f-9e5e7d450b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23046442-d9da-4ff8-b494-85c4b9759110,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:52.954128 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aade3ea-15fd-49fb-a1e5-743e3324f9d9 req-f419c51a-b9f7-40e5-aa27-d4ef63a8bfb6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:52.955912 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7aade3ea-15fd-49fb-a1e5-743e3324f9d9 req-f419c51a-b9f7-40e5-aa27-d4ef63a8bfb6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0592234 Jul 30 08:12:52.959230 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-c4a1473d-1542-4324-afc8-1cd5ada06688 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321357 Jul 30 08:12:53.020407 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7aade3ea-15fd-49fb-a1e5-743e3324f9d9 req-700efaef-7535-4142-8c9c-ad1cd1bd76e8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585222 Jul 30 08:12:53.089330 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-eb66356a-8799-4f07-939e-eb985d077913 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019371 Jul 30 08:12:53.162823 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48244) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:53.177594 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a6ceaaeb-cf68-4408-a615-a1507af28b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.191336 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d238de56-1e77-4d35-86dc-96827f64897d req-77d1ba49-2219-4c5a-8542-e72e5fb15aea service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939167 Jul 30 08:12:53.279795 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a6ceaaeb-cf68-4408-a615-a1507af28b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.286276 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a6ceaaeb-cf68-4408-a615-a1507af28b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.323934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceaaeb-cf68-4408-a615-a1507af28b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26bd3a6-aab3-49ac-aeb1-5aed7ad05891,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:53.329294 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a6ceaaeb-cf68-4408-a615-a1507af28b2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=421a0ae9f26243ea90f89d0c76ecb80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653345 Jul 30 08:12:53.332187 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48256) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:53.383115 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.386160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ed701708-ab0d-45bb-8bc0-8c30bcb585a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.405799 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.457898 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.460671 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.461869 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a26bd3a6-aab3-49ac-aeb1-5aed7ad05891 HTTP/1.1" status: 204 len: 168 time: 0.1287036 Jul 30 08:12:53.471570 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c012b-5d45-4c90-b041-248169363bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26bd3a6-aab3-49ac-aeb1-5aed7ad05891,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:53.584709 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48266) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:53.717146 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.739754 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2f86bf1-e19e-4f0b-acec-6ebfbf963f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.745530 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.833277 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2f86bf1-e19e-4f0b-acec-6ebfbf963f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.837193 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2f86bf1-e19e-4f0b-acec-6ebfbf963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.880627 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d2f86bf1-e19e-4f0b-acec-6ebfbf963f4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a23e2d959e8240d390d475286a4cc797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948132 Jul 30 08:12:53.881549 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f86bf1-e19e-4f0b-acec-6ebfbf963f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a09f4f-8826-4106-93aa-d6e244cf92d2,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:53.883383 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48282) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:53.944393 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.975217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:53.996093 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44c95e-0977-490e-966a-e5f45d019158 req-6371dd43-097b-452b-8e25-16e0e1d177ad tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:53.997886 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed44c95e-0977-490e-966a-e5f45d019158 req-6371dd43-097b-452b-8e25-16e0e1d177ad tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0886941 Jul 30 08:12:54.028044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc0be-ea24-45b6-b122-6d30ba689e7a req-ac194a48-1aed-44e1-86be-99ae87e095b7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:54.033426 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bd5fc0be-ea24-45b6-b122-6d30ba689e7a req-ac194a48-1aed-44e1-86be-99ae87e095b7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0909283 Jul 30 08:12:54.048410 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.052562 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.054272 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50a09f4f-8826-4106-93aa-d6e244cf92d2 HTTP/1.1" status: 204 len: 168 time: 0.1696837 Jul 30 08:12:54.075377 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df945835-ad75-4cb4-9ea9-d2b9be9bdb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a09f4f-8826-4106-93aa-d6e244cf92d2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:54.111550 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed44c95e-0977-490e-966a-e5f45d019158 req-e7da027e-20c6-4823-9812-ad8691b65586 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955596 Jul 30 08:12:54.141505 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bd5fc0be-ea24-45b6-b122-6d30ba689e7a req-58661cb3-da37-4b32-ad42-42bda0f872fe tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987339 Jul 30 08:12:54.277790 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79cff-4648-4022-9dc6-ae11cb458078 req-e25d7602-350f-4ed5-8f13-7ecbf1fd0bb3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:54.292667 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2bc79cff-4648-4022-9dc6-ae11cb458078 req-e25d7602-350f-4ed5-8f13-7ecbf1fd0bb3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0855892 Jul 30 08:12:54.333498 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2bc79cff-4648-4022-9dc6-ae11cb458078 req-c542a037-e39d-4536-b463-8622f99aec26 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Jul 30 08:12:54.448321 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.489119 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7486d1-ffef-49f3-a9e8-05ee4769ec33 req-1d92940a-b529-4a2a-85bc-8926d1e4e8d3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:54.490757 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb7486d1-ffef-49f3-a9e8-05ee4769ec33 req-1d92940a-b529-4a2a-85bc-8926d1e4e8d3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0807395 Jul 30 08:12:54.509952 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48324) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:54.515177 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'floatingip': {'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:54.596607 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.755172 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48336) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:54.874368 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66e4b73-6d1e-40c5-a190-5295599c1acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.980148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66e4b73-6d1e-40c5-a190-5295599c1acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:54.986107 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66e4b73-6d1e-40c5-a190-5295599c1acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.028418 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d66e4b73-6d1e-40c5-a190-5295599c1acd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfbb665afe0246598e8e8ed38c429a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720468 Jul 30 08:12:55.029640 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e4b73-6d1e-40c5-a190-5295599c1acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276027ad-5374-4cb3-b5b0-b0eaece43537,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:55.032150 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48348) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:55.088941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.113124 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.177523 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.180267 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.181639 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/276027ad-5374-4cb3-b5b0-b0eaece43537 HTTP/1.1" status: 204 len: 168 time: 0.1475699 Jul 30 08:12:55.198732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb716cea-5c30-49e0-885c-fcc740868b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276027ad-5374-4cb3-b5b0-b0eaece43537,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:12:55.445488 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1649b7f-df15-4924-940b-7dc2f942db6d req-bb9c3bb1-ba1e-4fba-a62f-e8cc1edc8198 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:55.447310 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1649b7f-df15-4924-940b-7dc2f942db6d req-bb9c3bb1-ba1e-4fba-a62f-e8cc1edc8198 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.2098591 Jul 30 08:12:55.459439 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02768b-b016-4708-940d-2829f0a20ace req-753a0c2f-f133-4a66-aee6-98298065fed7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:55.460924 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d02768b-b016-4708-940d-2829f0a20ace req-753a0c2f-f133-4a66-aee6-98298065fed7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.2223375 Jul 30 08:12:55.507709 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.db.resource_extend [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 08:12:55.626026 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1649b7f-df15-4924-940b-7dc2f942db6d req-7bb1c60e-0190-41a7-ac6e-c1819ee7ed0f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598449 Jul 30 08:12:55.630473 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d02768b-b016-4708-940d-2829f0a20ace req-c0881b6d-61bf-4e4f-9531-a0a1abe6793b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Jul 30 08:12:55.633434 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.645555 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:55.808579 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661df97-7b8d-4bbd-8b43-e7699e320fcf req-26ba18a6-10f1-44d0-9c9e-b4d6ff0be307 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:55.810169 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e661df97-7b8d-4bbd-8b43-e7699e320fcf req-26ba18a6-10f1-44d0-9c9e-b4d6ff0be307 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0980141 Jul 30 08:12:55.811694 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Floating IP 32c9e832-caa0-4a3b-a435-856660c9bed2 associated. External IP: 172.27.0.117, port: 4229bb2c-c097-4ebf-9466-c0a437268a65. Jul 30 08:12:55.819129 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48392) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:12:55.825639 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'floatingip': {'port_id': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:12:55.911406 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:56.063238 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:12:56.188915 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:56.194450 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:56.207615 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:56.238710 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:56.240683 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:12:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:56.246953 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:56.275321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-42ecf2e4-f7f4-4273-8958-a63acc48eb6c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "PUT /v2.0/floatingips/32c9e832-caa0-4a3b-a435-856660c9bed2 HTTP/1.1" status: 200 len: 991 time: 1.7640514 Jul 30 08:12:56.276370 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:56.298691 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada79897-2769-4b5e-8799-aae4d1309a09" -d '{"events": [{"name": "network-changed", "server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:56.389784 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:56.411642 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb377ad-e4c2-42e5-85a6-f1fe5f08b4fa x-openstack-request-id: req-acb377ad-e4c2-42e5-85a6-f1fe5f08b4fa {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:56.411642 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:56.411642 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acb377ad-e4c2-42e5-85a6-f1fe5f08b4fa {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:56.412218 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'status': 'completed', 'code': 200} Jul 30 08:12:56.710361 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '32c9e832-caa0-4a3b-a435-856660c9bed2', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044de7f-3442-4826-951c-81e109586a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:21Z', 'updated_at': '2021-07-30T08:12:55Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:56.744081 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:56.756130 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:56.756791 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:12:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:56.851997 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdbffb-aa1c-45ef-91ef-792ce5343fef req-21234764-b419-413d-bc69-8e95e512f021 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:56.853546 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-10fdbffb-aa1c-45ef-91ef-792ce5343fef req-21234764-b419-413d-bc69-8e95e512f021 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0558374 Jul 30 08:12:56.885592 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:56.895024 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-10fdbffb-aa1c-45ef-91ef-792ce5343fef req-ccd79234-7c4e-4777-b821-bb07511279a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Jul 30 08:12:56.936759 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:56.940960 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:57.045900 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Floating IP 667aad75-505d-4dd0-bb81-148c5d86bfad associated. External IP: 172.27.0.162, port: 6d5b1e4a-ed8b-4c99-b04a-db55928082e8. Jul 30 08:12:57.115194 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '32c9e832-caa0-4a3b-a435-856660c9bed2', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044de7f-3442-4826-951c-81e109586a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:21Z', 'updated_at': '2021-07-30T08:12:55Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:57.141487 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c364-cd65-4dd9-9683-f4e69e325d17 None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '32c9e832-caa0-4a3b-a435-856660c9bed2', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3044de7f-3442-4826-951c-81e109586a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:21Z', 'updated_at': '2021-07-30T08:12:55Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:57.252351 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:12:57.331979 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0088fb-8368-41b3-b08a-2546cf0cfcbf None None] New status for floating IP 32c9e832-caa0-4a3b-a435-856660c9bed2: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:12:57.360425 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:12:57.364924 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:12:57.371439 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:12:57.380537 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:57.381205 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:12:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:57.395528 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9f97ba44-02c4-4273-8c26-fa44e2384be7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "PUT /v2.0/floatingips/667aad75-505d-4dd0-bb81-148c5d86bfad HTTP/1.1" status: 200 len: 992 time: 1.5726051 Jul 30 08:12:57.395528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:12:57.396189 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f7e80-d455-4508-b65a-b337f885fbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:12:57.619623 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:57.847990 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '667aad75-505d-4dd0-bb81-148c5d86bfad', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:aa:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e718f-29ef-4680-86e9-8c2532a6470c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:27Z', 'updated_at': '2021-07-30T08:12:56Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:57.874588 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:12:57.882597 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:12:57.883195 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:12:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:57.983989 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:12:58.197773 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '667aad75-505d-4dd0-bb81-148c5d86bfad', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:aa:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e718f-29ef-4680-86e9-8c2532a6470c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:27Z', 'updated_at': '2021-07-30T08:12:56Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:12:58.228378 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699f2a-5b5a-4711-a27e-0ce55f93ebfb None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '667aad75-505d-4dd0-bb81-148c5d86bfad', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:aa:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e718f-29ef-4680-86e9-8c2532a6470c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:12:27Z', 'updated_at': '2021-07-30T08:12:56Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:12:58.346864 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-cf028838-5f16-482b-9d6b-15995973dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.348454 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-cf028838-5f16-482b-9d6b-15995973dbf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1098 time: 0.0405035 Jul 30 08:12:58.432943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d7370-d447-42d3-af59-3f2bdf2aa5b2 x-openstack-request-id: req-db4d7370-d447-42d3-af59-3f2bdf2aa5b2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:12:58.433947 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:12:58.434209 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db4d7370-d447-42d3-af59-3f2bdf2aa5b2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:12:58.434805 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'status': 'completed', 'code': 200} Jul 30 08:12:58.470500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a75cc0-b17d-45d6-89de-d2313d3a759e None None] New status for floating IP 667aad75-505d-4dd0-bb81-148c5d86bfad: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:12:58.491701 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b0894-a337-4005-a0e6-290d9909089d req-d9f2fd44-668c-4f0d-9a86-873657cb93a5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.493667 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-019b0894-a337-4005-a0e6-290d9909089d req-d9f2fd44-668c-4f0d-9a86-873657cb93a5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0658157 Jul 30 08:12:58.502287 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-fe1d4dc6-b544-49b2-adcf-235a8cd19d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.503791 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-fe1d4dc6-b544-49b2-adcf-235a8cd19d13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.1289451 Jul 30 08:12:58.510320 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-066031d5-52c6-484c-b9be-2d4173102c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.513321 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-066031d5-52c6-484c-b9be-2d4173102c79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1099 time: 0.0690916 Jul 30 08:12:58.555804 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-019b0894-a337-4005-a0e6-290d9909089d req-8bca46aa-2d47-4ef2-9c7b-1633fca8e7d1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Jul 30 08:12:58.681115 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-9385743e-7291-445a-ae60-a999e3ec8c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 1001 time: 0.1536753 Jul 30 08:12:58.756172 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-022f955d-b0f0-4971-9a2e-fa067f451efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.757979 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-022f955d-b0f0-4971-9a2e-fa067f451efb service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.2230885 Jul 30 08:12:58.764356 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-448bab3c-6aa0-4ff1-94ea-ad91c50dd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.766308 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-448bab3c-6aa0-4ff1-94ea-ad91c50dd7f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0721481 Jul 30 08:12:58.869688 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-b6f33c66-7628-4919-abae-edfa730ca4ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 1002 time: 0.0886104 Jul 30 08:12:58.874824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-35706043-b27b-48d0-bdc4-d1a01950208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:58.876366 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-35706043-b27b-48d0-bdc4-d1a01950208e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940766 Jul 30 08:12:59.013747 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-b046c519-66a7-4f14-85ba-732153968941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:59.015241 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-b046c519-66a7-4f14-85ba-732153968941 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.1113706 Jul 30 08:12:59.076386 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-9c4a9fce-b5e2-4e76-a376-f68e0031d97a service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712060 Jul 30 08:12:59.086594 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-cb7f292e-c6dc-4275-9c61-8aee16ea144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:59.088297 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-cb7f292e-c6dc-4275-9c61-8aee16ea144d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633831 Jul 30 08:12:59.471085 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ada79897-2769-4b5e-8799-aae4d1309a09 req-e920d165-4994-422c-92ce-9362ab10d55e service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533380 Jul 30 08:12:59.474463 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-a4fca995-b625-458c-bf88-87f1d02da090 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482587 Jul 30 08:12:59.638613 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8a4f7e80-d455-4508-b65a-b337f885fbb7 req-0106b012-62c9-4ffd-b81f-8200de8eee0e service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129982 Jul 30 08:12:59.673158 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32320a0-37ce-477b-ae71-61f939a7670b req-25d86e93-2b03-4c2d-9c54-98b5409da975 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:12:59.674752 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f32320a0-37ce-477b-ae71-61f939a7670b req-25d86e93-2b03-4c2d-9c54-98b5409da975 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0525632 Jul 30 08:12:59.721562 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f32320a0-37ce-477b-ae71-61f939a7670b req-5c7c5ec6-8f87-4b05-afad-a82b09fad007 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Jul 30 08:13:00.258884 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03312161-112d-4886-95f8-db9d4e2c516f req-7965b439-44c9-4622-aae1-9ee185f16b7d tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:00.260396 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03312161-112d-4886-95f8-db9d4e2c516f req-7965b439-44c9-4622-aae1-9ee185f16b7d tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0508838 Jul 30 08:13:00.304027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03312161-112d-4886-95f8-db9d4e2c516f req-8888c0bf-cd9c-4c4f-8392-a219f0a9a9ab tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Jul 30 08:13:00.842960 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48556) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:00.848104 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1015-6bed-4d81-b3ee-e46c6af33ad6 req-2620175e-7b2c-41e5-9c8b-e5fe5f11a22b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:00.850294 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-130d1015-6bed-4d81-b3ee-e46c6af33ad6 req-2620175e-7b2c-41e5-9c8b-e5fe5f11a22b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0506620 Jul 30 08:13:00.906669 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-130d1015-6bed-4d81-b3ee-e46c6af33ad6 req-55b0e73e-ae4c-4f2e-b719-32e18df51134 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488327 Jul 30 08:13:00.967014 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.066213 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.070713 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.098100 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48564) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:01.109709 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f601e5f9dc4d70830da4d89b2c906f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656407 Jul 30 08:13:01.110556 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb667b9-c86d-48ab-8289-608bed4bd1f8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:01.112336 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48568) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:01.117704 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.118050 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.118394 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.118726 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.119054 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.119639 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.119755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.120016 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.120336 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.120652 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.121107 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.121635 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25669668-5da1-47c2-a235-93a6dc3e2e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.164578 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.186211 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.219567 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8af7f219-756d-4419-90c6-be942cbefcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.264261 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.267138 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.268299 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5eb667b9-c86d-48ab-8289-608bed4bd1f8 HTTP/1.1" status: 204 len: 168 time: 0.1548851 Jul 30 08:13:01.285309 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb667b9-c86d-48ab-8289-608bed4bd1f8,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:01.295442 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.295725 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.296063 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.296402 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.296734 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.297087 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.297418 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.297745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.298099 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.298392 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.298706 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.299238 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9606037-0a73-4ef5-bfeb-22bd90c6159e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:01.354488 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8af7f219-756d-4419-90c6-be942cbefcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.359102 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8af7f219-756d-4419-90c6-be942cbefcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.415745 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8af7f219-756d-4419-90c6-be942cbefcc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a06da803eaf04302807ea0c8c6bbb1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141840 Jul 30 08:13:01.416474 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48580) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:01.429723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7f219-756d-4419-90c6-be942cbefcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee297d6c-4065-40da-b816-d50db875efb5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:01.469141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66442e39-4a26-41a3-8ada-73199207cc71 req-45fec76d-e131-4da3-96fa-ae0e057de037 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:01.470683 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66442e39-4a26-41a3-8ada-73199207cc71 req-45fec76d-e131-4da3-96fa-ae0e057de037 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0761366 Jul 30 08:13:01.479647 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.506322 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.557648 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.561154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:01.562367 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee297d6c-4065-40da-b816-d50db875efb5 HTTP/1.1" status: 204 len: 168 time: 0.1446409 Jul 30 08:13:01.576628 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c59534-d74a-41d1-860c-69b6114c9d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee297d6c-4065-40da-b816-d50db875efb5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:01.695031 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66442e39-4a26-41a3-8ada-73199207cc71 req-2d6df534-43b7-41a2-8329-5a94991e2ae3 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172084 Jul 30 08:13:01.974866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48610) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:01.996721 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75326e0f-e1a8-4976-8a50-a03d3b337ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.072240 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d1e94-0308-4261-8aaf-1e8467a30bfc req-2c7883b8-10f6-415f-9ab0-aee4160fe354 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:02.076178 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-817d1e94-0308-4261-8aaf-1e8467a30bfc req-2c7883b8-10f6-415f-9ab0-aee4160fe354 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0597196 Jul 30 08:13:02.104760 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75326e0f-e1a8-4976-8a50-a03d3b337ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.113608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75326e0f-e1a8-4976-8a50-a03d3b337ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.121528 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-817d1e94-0308-4261-8aaf-1e8467a30bfc req-fda1b9d0-8f82-4b25-a834-e30222e188f1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jul 30 08:13:02.166216 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-75326e0f-e1a8-4976-8a50-a03d3b337ea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=294a0d3d2b1f4a98a6e8247a6efe0a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895847 Jul 30 08:13:02.167231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75326e0f-e1a8-4976-8a50-a03d3b337ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b261b-7059-40cd-a714-0ce97e635428,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:02.168962 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48618) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:02.223097 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.245118 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.302787 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.305682 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.306871 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de0b261b-7059-40cd-a714-0ce97e635428 HTTP/1.1" status: 204 len: 168 time: 0.1359813 Jul 30 08:13:02.315710 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482093fa-c7e9-46b5-b860-63cdb431ffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b261b-7059-40cd-a714-0ce97e635428,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:02.584193 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48632) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:02.700524 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-005ec8c9-1fd6-46d8-81f0-c10d55ba38f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:02.820929 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48648) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:02.861954 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7448c6e-d1d4-43d1-9af9-d570d46c927c req-5475d42b-2bfb-4e90-91cb-a9eb754ba91a tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:02.863407 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7448c6e-d1d4-43d1-9af9-d570d46c927c req-5475d42b-2bfb-4e90-91cb-a9eb754ba91a tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.0810728 Jul 30 08:13:02.880174 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2859-50a8-443c-9de3-e904c3468144 req-c0ae8bbd-ac28-41bc-bff1-f607a7dfa4b6 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:02.881861 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f87f2859-50a8-443c-9de3-e904c3468144 req-c0ae8bbd-ac28-41bc-bff1-f607a7dfa4b6 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 946 time: 0.1564813 Jul 30 08:13:02.937549 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b7448c6e-d1d4-43d1-9af9-d570d46c927c req-67e4eb76-545c-489d-b7e2-19f2a9990c90 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/security-groups?id=617ed364-b503-44be-91b9-a9f1769e63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573010 Jul 30 08:13:03.043853 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9efe53-5f7c-463b-9d87-3b755b756666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.063388 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-005ec8c9-1fd6-46d8-81f0-c10d55ba38f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.072348 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-005ec8c9-1fd6-46d8-81f0-c10d55ba38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.127525 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Deleting port 35733a6f-b9a9-4c9f-876e-02163cfbce5e {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:13:03.127916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.161418 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9efe53-5f7c-463b-9d87-3b755b756666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.166819 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9efe53-5f7c-463b-9d87-3b755b756666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.203676 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec8c9-1fd6-46d8-81f0-c10d55ba38f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb18982d-3018-451a-a505-4ac60c180dd5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:03.214230 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-005ec8c9-1fd6-46d8-81f0-c10d55ba38f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbbb96a659df4e6198fca1cfb9c69271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257091 Jul 30 08:13:03.217938 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48668) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:03.250196 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ce9efe53-5f7c-463b-9d87-3b755b756666 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e8930f90f89433e98500835359cc594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281971 Jul 30 08:13:03.251003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9efe53-5f7c-463b-9d87-3b755b756666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1b9ae-bb93-48fc-a8b5-aa964b4a0388,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:03.254489 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48670) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:03.301487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] For port 35733a6f-b9a9-4c9f-876e-02163cfbce5e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35733a6f-b9a9-4c9f-876e-02163cfbce5e,segment=NetworkSegment(4eac4dcf-6b88-4535-90e2-c14227aa1612),segment_id=4eac4dcf-6b88-4535-90e2-c14227aa1612)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:03.301857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.314970 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b7a5-32e9-48d3-a14d-827a41503518 req-ff2b6b81-de4c-401b-8e5e-84793d94ce81 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:03.317348 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2aa5b7a5-32e9-48d3-a14d-827a41503518 req-ff2b6b81-de4c-401b-8e5e-84793d94ce81 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.1116579 Jul 30 08:13:03.324962 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Calling delete_port for 35733a6f-b9a9-4c9f-876e-02163cfbce5e owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:13:03.336077 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.340274 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.381276 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.385104 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2aa5b7a5-32e9-48d3-a14d-827a41503518 req-736f50e3-cc27-477a-8497-52f203a55be9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Jul 30 08:13:03.423017 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.446985 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.450364 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.451802 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57f1b9ae-bb93-48fc-a8b5-aa964b4a0388 HTTP/1.1" status: 204 len: 168 time: 0.1922531 Jul 30 08:13:03.469452 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a7eaf-8e4c-4f73-bf75-13157dc833c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1b9ae-bb93-48fc-a8b5-aa964b4a0388,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:03.505657 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.508470 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.509683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb18982d-3018-451a-a505-4ac60c180dd5 HTTP/1.1" status: 204 len: 168 time: 0.2907906 Jul 30 08:13:03.546071 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c14617-7bf0-4859-a9a1-3b9628a528cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb18982d-3018-451a-a505-4ac60c180dd5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:03.574828 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.613263 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Pushing event deleted for resources: {'Port': ['ID=35733a6f-b9a9-4c9f-876e-02163cfbce5e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:03.679297 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] No DVR routers for this DVR port 35733a6f-b9a9-4c9f-876e-02163cfbce5e on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:13:03.682768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:03.685380 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f87f2859-50a8-443c-9de3-e904c3468144 req-b34aedd3-58d4-427b-9091-495962360287 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.30 "DELETE /v2.0/ports/35733a6f-b9a9-4c9f-876e-02163cfbce5e HTTP/1.1" status: 204 len: 173 time: 0.7971039 Jul 30 08:13:03.685830 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'name': 'network-vif-deleted', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:13:03.688083 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccffa31-6b63-482d-9708-9701e7892d08" -d '{"events": [{"server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "name": "network-vif-deleted", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:13:03.745165 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98810b6-e60e-430e-ab42-8864133ac1aa x-openstack-request-id: req-e98810b6-e60e-430e-ab42-8864133ac1aa {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:13:03.745463 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb474fc-59ab-4333-b063-5191dca864fb", "name": "network-vif-deleted", "tag": "35733a6f-b9a9-4c9f-876e-02163cfbce5e", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:13:03.745717 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e98810b6-e60e-430e-ab42-8864133ac1aa {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:13:03.746693 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb474fc-59ab-4333-b063-5191dca864fb', 'name': 'network-vif-deleted', 'tag': '35733a6f-b9a9-4c9f-876e-02163cfbce5e', 'status': 'completed', 'code': 200} Jul 30 08:13:04.002561 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48694) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:04.017734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce719-3aeb-4649-9380-25aae81d99e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.042128 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6b0ac3f-646d-4c46-9f17-3c948798bb5f req-3b18a535-244f-45bd-8649-fae42c7d1bd0 tempest-DeleteServersTestJSON-50164650 tempest-DeleteServersTestJSON-50164650-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb474fc-59ab-4333-b063-5191dca864fb HTTP/1.1" status: 200 len: 210 time: 0.0272975 Jul 30 08:13:04.126065 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce719-3aeb-4649-9380-25aae81d99e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.132514 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce719-3aeb-4649-9380-25aae81d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.175161 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4d3ce719-3aeb-4649-9380-25aae81d99e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a46f03a28c44693a4944e6b9e19c762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714053 Jul 30 08:13:04.175961 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ce719-3aeb-4649-9380-25aae81d99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c06951-0178-486f-b682-d685e0c77e4c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:04.178052 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48698) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:04.229234 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.251771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.296663 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.299273 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:04.300408 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2c06951-0178-486f-b682-d685e0c77e4c HTTP/1.1" status: 204 len: 168 time: 0.1213980 Jul 30 08:13:04.307875 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dff3ed-03ef-429c-8b7a-aa96852e16b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c06951-0178-486f-b682-d685e0c77e4c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:04.506832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b4071-9b89-4113-bdb4-c3f764931de8 req-804c6c6e-3441-4407-a4e1-6427f07e91d4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:04.508309 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-630b4071-9b89-4113-bdb4-c3f764931de8 req-804c6c6e-3441-4407-a4e1-6427f07e91d4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0514007 Jul 30 08:13:04.549532 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-630b4071-9b89-4113-bdb4-c3f764931de8 req-f50187dd-6987-4612-9709-e1dbd26e86f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Jul 30 08:13:05.087533 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 35733a6f-b9a9-4c9f-876e-02163cfbce5e no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:13:05.127841 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 35733a6f-b9a9-4c9f-876e-02163cfbce5e {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:13:05.128194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 35733a6f-b9a9-4c9f-876e-02163cfbce5e not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:13:05.670291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1930a-a0fa-4861-9f6c-ce6fca77b412 req-d6f1f7f1-76f6-4b84-b920-635b293ce7b3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:05.671791 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ab1930a-a0fa-4861-9f6c-ce6fca77b412 req-d6f1f7f1-76f6-4b84-b920-635b293ce7b3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0489130 Jul 30 08:13:05.711590 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ab1930a-a0fa-4861-9f6c-ce6fca77b412 req-b6dde523-d527-4f44-a25b-e7d18f0132aa tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 30 08:13:06.556261 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48802) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:06.606345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Deleting subnet d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:13:06.609372 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.645451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.655278 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.713177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.737851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:06.741793 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.743653 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c76be656-1ee1-4a64-bf8f-4f4c04dcb92c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d91d42e9-8c02-4a02-8aaf-afa7b8d3f79d HTTP/1.1" status: 204 len: 168 time: 0.1863606 Jul 30 08:13:06.747078 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48810) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:06.846199 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.866370 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1910f3-cde9-49a7-97e0-86ce78241b9a req-8ad90a45-e04d-48f7-b8e5-c108f72f3fce tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:06.867883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ce1910f3-cde9-49a7-97e0-86ce78241b9a req-8ad90a45-e04d-48f7-b8e5-c108f72f3fce tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0795455 Jul 30 08:13:06.969785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:06.974516 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ce1910f3-cde9-49a7-97e0-86ce78241b9a req-6e2ea6d0-8754-4031-a71c-5dee4bff7a54 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987222 Jul 30 08:13:06.985454 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.985802 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.986561 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.986908 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > port after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.987243 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.987575 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > port after_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.987912 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.988248 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.988563 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:06.988878 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:07.132285 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:07.132647 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:07.133004 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:07.133339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:07.133721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828dd81f-db40-4783-984d-b8c330058572']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:07.151380 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac4dcf-6b88-4535-90e2-c14227aa1612') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:07.151672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac4dcf-6b88-4535-90e2-c14227aa1612') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:07.174674 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.189720 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.198316 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:13:07.198740 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: from cryptography.utils import int_from_bytes Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: from cryptography.utils import int_from_bytes Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:13:07.203691 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:13:07.261302 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.268877 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.273996 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/828dd81f-db40-4783-984d-b8c330058572 HTTP/1.1" status: 204 len: 168 time: 0.5258248 Jul 30 08:13:07.287730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402955-a49b-4965-9daa-7a0615161f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=828dd81f-db40-4783-984d-b8c330058572,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:07.471610 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48832) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:07.525938 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b7f13269-bb90-4d62-8b62-a0c5779b0c07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c06c72eae84e8492222f5b8c6c5b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532539 Jul 30 08:13:07.529105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48842) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:07.579436 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.606228 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.635470 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-cb125f07-17eb-4594-928d-5668aed04f98 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:07.638178 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-cb125f07-17eb-4594-928d-5668aed04f98 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.1071610 Jul 30 08:13:07.658497 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-3145242f-5345-476e-8688-3d1d61979fcb tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/quotas/079ac4f507da4fd0b4d70cf9e80f0cca HTTP/1.1" status: 200 len: 375 time: 0.0136859 Jul 30 08:13:07.660007 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.663054 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:07.664387 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/617ed364-b503-44be-91b9-a9f1769e63f3 HTTP/1.1" status: 204 len: 168 time: 0.1341438 Jul 30 08:13:07.672930 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8eef-e762-4d80-8572-597b8ed19c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ed364-b503-44be-91b9-a9f1769e63f3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:07.710582 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-f7bd93f0-1742-4d4a-bbc8-6f6bdc1f8d56 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460186 Jul 30 08:13:07.817813 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-3e6b03b6-198a-4c2c-b9e7-6e317232087e service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986528 Jul 30 08:13:07.906142 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-2875e2b9-61ba-40b3-a3d0-9a902079ebf8 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867615 Jul 30 08:13:08.079347 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f704e56-464f-4e35-8acc-e3d3c2887fc5 req-7ddf66b5-4525-43a9-9dcb-f774da3c343e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 210 time: 0.0386648 Jul 30 08:13:08.138717 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a84f52-f704-4149-a41e-2da182ba6595 req-a2c5109c-5c52-4a8c-9511-6667c78a7c6f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:08.140521 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-96a84f52-f704-4149-a41e-2da182ba6595 req-a2c5109c-5c52-4a8c-9511-6667c78a7c6f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0636790 Jul 30 08:13:08.184863 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-96a84f52-f704-4149-a41e-2da182ba6595 req-8ac85d8d-c0a4-4939-a3a9-607061176e08 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Jul 30 08:13:09.030878 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 48928) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:09.147498 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53ee-083c-4b74-aa55-a1bb8b0c231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.251022 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ccb42e43-7fd7-4cdd-88af-a77b69feb078 req-8fe7c16d-ea82-41d2-8c89-8ceb7c128ad1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 210 time: 0.0432703 Jul 30 08:13:09.339239 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2624848-0b84-4f1a-8a71-89650b156606 req-1617c432-1ad8-434a-921a-a59019b313f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:09.340376 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-36593636-5e3f-4eeb-bf98-d028615ec322 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:09.342000 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-36593636-5e3f-4eeb-bf98-d028615ec322 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.1514838 Jul 30 08:13:09.342176 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f2624848-0b84-4f1a-8a71-89650b156606 req-1617c432-1ad8-434a-921a-a59019b313f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0631142 Jul 30 08:13:09.365912 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Request body: {'port': {'device_id': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'admin_state_up': True, 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:09.370162 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53ee-083c-4b74-aa55-a1bb8b0c231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.382201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53ee-083c-4b74-aa55-a1bb8b0c231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.388938 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f2624848-0b84-4f1a-8a71-89650b156606 req-de8b24e3-22e3-48cd-a1e5-f16286f27630 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Jul 30 08:13:09.454685 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ed1f53ee-083c-4b74-aa55-a1bb8b0c231b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17559ee609544f4da658421543299f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225883 Jul 30 08:13:09.457326 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48946) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:09.458464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f53ee-083c-4b74-aa55-a1bb8b0c231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9d9ef-08a4-49dc-85e2-09aacdc81fdd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:09.511146 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.518997 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:09.524581 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.534977 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.585296 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.588266 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.592574 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70e9d9ef-08a4-49dc-85e2-09aacdc81fdd HTTP/1.1" status: 204 len: 168 time: 0.1342175 Jul 30 08:13:09.600277 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0d8c-64e2-4dc9-bd9c-649c776e85e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9d9ef-08a4-49dc-85e2-09aacdc81fdd,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:09.660620 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Allocated IP 172.20.0.4 (9312e2cc-f11c-4972-b809-32af944107f3/f4c349c2-c3c0-4aec-83c0-39489dba0edb/8865aefb-1f8c-48cb-be59-30fe20e7a751) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:13:09.815894 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.866910 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.882204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:13:09.912715 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Network 9312e2cc-f11c-4972-b809-32af944107f3 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:13:09.916307 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:13:09.921485 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:13:09.928511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:09.929218 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:09.958794 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event updated for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:09.977392 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-ed72a42f-8768-4750-bda0-6d8a2829f132 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192827 Jul 30 08:13:09.994530 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Request body: {'port': {'device_id': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:10.060987 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.262474 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 48988) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:10.389870 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8865aefb-1f8c-48cb-be59-30fe20e7a751 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:13:10.401655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.420128 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Transition to ACTIVE for port object 8865aefb-1f8c-48cb-be59-30fe20e7a751 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:13:10.424625 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.431979 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030cbf-e6e4-453d-80cc-78bc61378f39 req-8e14cd32-7ebc-4152-9ff4-15bae75e5bd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:10.443163 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d3030cbf-e6e4-453d-80cc-78bc61378f39 req-8e14cd32-7ebc-4152-9ff4-15bae75e5bd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 931 time: 0.0887990 Jul 30 08:13:10.478974 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-597372dc-4850-44da-b115-fedce5687ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.485323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Pushing event updated for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:10.533229 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d3030cbf-e6e4-453d-80cc-78bc61378f39 req-cc9c39b7-7e75-4a92-8bfe-8ea7f2472c4e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817912 Jul 30 08:13:10.535871 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Attempting to bind port 8865aefb-1f8c-48cb-be59-30fe20e7a751 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:13:10.536612 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Attempting to bind port 8865aefb-1f8c-48cb-be59-30fe20e7a751 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:13:10.536747 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Attempting to bind port 8865aefb-1f8c-48cb-be59-30fe20e7a751 on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:13:10.542581 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Port 8865aefb-1f8c-48cb-be59-30fe20e7a751 on network 9312e2cc-f11c-4972-b809-32af944107f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:13:10.543601 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Attempting to bind port 8865aefb-1f8c-48cb-be59-30fe20e7a751 on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:13:10.551200 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:13:10.551545 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Checking segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:13:10.551934 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Bound using segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:13:10.552363 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Bound port: 8865aefb-1f8c-48cb-be59-30fe20e7a751, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:13:10.552721 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.635240 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:13:10.635811 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737694ff-2309-45eb-ba27-c6a196590006 req-8ca39a33-9657-4d7e-b1dc-564d47a2568b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:10.639348 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:13:10.644432 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-737694ff-2309-45eb-ba27-c6a196590006 req-8ca39a33-9657-4d7e-b1dc-564d47a2568b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.1369686 Jul 30 08:13:10.651616 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.692023 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:10.692665 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.694174 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] 10.222.0.30 "PUT /v2.0/ports/8865aefb-1f8c-48cb-be59-30fe20e7a751 HTTP/1.1" status: 200 len: 1093 time: 0.7075684 Jul 30 08:13:10.697201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:13:10.699765 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:13:10.742264 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a618f-4c6c-462d-bb19-fa4425639777 service neutron] Pushing event updated for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:10.749005 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-737694ff-2309-45eb-ba27-c6a196590006 req-b1aba55f-a009-4da6-abdd-983875dd5dba tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033554 Jul 30 08:13:10.801157 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-aa049362-395c-44a9-8065-4263a87fd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:10.802756 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-aa049362-395c-44a9-8065-4263a87fd4ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 1096 time: 0.0549459 Jul 30 08:13:10.808021 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-597372dc-4850-44da-b115-fedce5687ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.814029 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-597372dc-4850-44da-b115-fedce5687ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.823998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890587c8-381a-4f28-821e-6e8a99f9cfdb x-openstack-request-id: req-890587c8-381a-4f28-821e-6e8a99f9cfdb {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:13:10.824254 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:13:10.824741 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-890587c8-381a-4f28-821e-6e8a99f9cfdb {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:13:10.825117 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'status': 'completed', 'code': 200} Jul 30 08:13:10.858504 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-cc60c252-b8bc-4917-890a-91e227e1306c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751 HTTP/1.1" status: 200 len: 217 time: 0.0468249 Jul 30 08:13:10.864752 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-597372dc-4850-44da-b115-fedce5687ff6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95018a616f1640db802b9ea62765f638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011255 Jul 30 08:13:10.865637 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597372dc-4850-44da-b115-fedce5687ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68d401-f13e-4f79-86c4-a02f08fd3a2f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:10.868703 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49014) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:10.921061 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450cad-f592-4533-82b3-918932042f11 req-69971c0e-f747-4aa2-a787-81e485efbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:10.923142 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-69971c0e-f747-4aa2-a787-81e485efbcd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0556722 Jul 30 08:13:10.927681 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.949947 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:10.964974 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-ec301591-d373-44f3-b286-ca125db7d734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jul 30 08:13:11.003003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.005670 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.009601 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e68d401-f13e-4f79-86c4-a02f08fd3a2f HTTP/1.1" status: 204 len: 168 time: 0.1371286 Jul 30 08:13:11.016309 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00632f1d-9bfd-45ac-903a-0bdda6ce283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68d401-f13e-4f79-86c4-a02f08fd3a2f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:11.075780 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-debd7639-1331-49aa-95af-ffa274ea06e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974336 Jul 30 08:13:11.174290 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-58450cad-f592-4533-82b3-918932042f11 req-0fc898c1-1bd8-4244-bb68-51a3312aba31 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900309 Jul 30 08:13:11.267650 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-dad8ebc4-06cb-4a9b-bef9-cace72b1cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:11.269322 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-dad8ebc4-06cb-4a9b-bef9-cace72b1cd90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 1096 time: 0.0415256 Jul 30 08:13:11.359845 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49030) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:11.373231 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3387c930-74fc-4c5d-8093-fcdf27f2d256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.467426 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3387c930-74fc-4c5d-8093-fcdf27f2d256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.471504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3387c930-74fc-4c5d-8093-fcdf27f2d256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.510031 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3387c930-74fc-4c5d-8093-fcdf27f2d256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af24d8e87c8429dbb7f5068c7d4f97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489685 Jul 30 08:13:11.511956 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387c930-74fc-4c5d-8093-fcdf27f2d256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b51b36-939d-4a78-b5e7-7a1aeca60cd4,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:11.513004 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49038) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:11.568455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.592651 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.657475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.660200 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:11.661514 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3b51b36-939d-4a78-b5e7-7a1aeca60cd4 HTTP/1.1" status: 204 len: 168 time: 0.1474657 Jul 30 08:13:11.670449 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61413-add0-4476-9601-da1fe244d2c2 req-f46e2a89-cbf2-447d-a804-8558e8e9980e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:11.671281 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd43fa-26ee-42d6-a608-00865c8f80b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b51b36-939d-4a78-b5e7-7a1aeca60cd4,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:11.672014 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cfb61413-add0-4476-9601-da1fe244d2c2 req-f46e2a89-cbf2-447d-a804-8558e8e9980e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 943 time: 0.0589404 Jul 30 08:13:11.727518 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cfb61413-add0-4476-9601-da1fe244d2c2 req-44dfcdb2-5c88-47fc-95ce-dbfa2a03db0f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489228 Jul 30 08:13:11.875283 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b448a8-bc90-4ecd-b586-95877ffb02f7 req-e378be8b-6af7-4149-9424-438c0c008783 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:11.876866 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c8b448a8-bc90-4ecd-b586-95877ffb02f7 req-e378be8b-6af7-4149-9424-438c0c008783 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0591326 Jul 30 08:13:11.923183 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c8b448a8-bc90-4ecd-b586-95877ffb02f7 req-e56e8a7c-6efa-4395-a4a5-0a983e3eb50d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jul 30 08:13:12.443171 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49092) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:12.545302 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f16fbe0-9afc-4b02-8aea-69f953faa4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.639647 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f16fbe0-9afc-4b02-8aea-69f953faa4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.643643 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f16fbe0-9afc-4b02-8aea-69f953faa4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.685564 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49106) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:12.686089 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3f16fbe0-9afc-4b02-8aea-69f953faa4a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26588652f3604c1ea17de086582ccbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414517 Jul 30 08:13:12.688526 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16fbe0-9afc-4b02-8aea-69f953faa4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c586e98-5b15-4352-b540-3d59927c0dcf,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:12.738963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.759293 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.806789 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.810456 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:12.811153 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c586e98-5b15-4352-b540-3d59927c0dcf HTTP/1.1" status: 204 len: 168 time: 0.1246097 Jul 30 08:13:12.819173 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbdce7-f079-49a4-aca6-cada13027e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c586e98-5b15-4352-b540-3d59927c0dcf,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:13.144555 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49130) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:13.158348 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8a355e2c-df09-4eb1-8c84-f222716799e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.252362 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8a355e2c-df09-4eb1-8c84-f222716799e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.256526 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8a355e2c-df09-4eb1-8c84-f222716799e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.301687 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8a355e2c-df09-4eb1-8c84-f222716799e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ba308b0d539437582be68feeaaea0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534579 Jul 30 08:13:13.301687 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a355e2c-df09-4eb1-8c84-f222716799e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68f90a-0dff-4056-8b36-2e3d757c0b9e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:13.302435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49134) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:13.361913 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.382180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.429195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.431803 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:13.432980 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad68f90a-0dff-4056-8b36-2e3d757c0b9e HTTP/1.1" status: 204 len: 168 time: 0.1232476 Jul 30 08:13:13.443003 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60578a2-2f46-48ff-829b-ba0061bf3630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68f90a-0dff-4056-8b36-2e3d757c0b9e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:14.380067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-14b88297-8699-49e0-8900-86431de0a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:14.381681 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-14b88297-8699-49e0-8900-86431de0a274 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 915 time: 0.0903952 Jul 30 08:13:14.434519 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-aed5bf0a-6426-4f14-ac4b-ef3b172ba88d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751 HTTP/1.1" status: 200 len: 217 time: 0.0405552 Jul 30 08:13:14.482978 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e635e48-d8a0-4ddd-bc81-f59e65964986 req-5bdbf172-2eff-4265-a17f-62e23f62b29c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:14.484534 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e635e48-d8a0-4ddd-bc81-f59e65964986 req-5bdbf172-2eff-4265-a17f-62e23f62b29c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 943 time: 0.0573730 Jul 30 08:13:14.499477 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-29c72a30-9770-4fce-bac9-52669e04ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:14.501071 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-29c72a30-9770-4fce-bac9-52669e04ba27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0546715 Jul 30 08:13:14.537438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-abc94345-3507-41bb-b724-60d42c9889fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250616 Jul 30 08:13:14.556045 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e635e48-d8a0-4ddd-bc81-f59e65964986 req-a3b27b1f-5871-4898-80b6-abe8aae7f92c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644803 Jul 30 08:13:14.570266 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a15f4-ef4a-4378-8ddb-a4ab266f0f09 req-89a7face-44f5-4446-badc-a7ac702497f3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:14.572232 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a53a15f4-ef4a-4378-8ddb-a4ab266f0f09 req-89a7face-44f5-4446-badc-a7ac702497f3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0737348 Jul 30 08:13:14.614345 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a53a15f4-ef4a-4378-8ddb-a4ab266f0f09 req-82bc969c-322f-443b-b532-61952278c37b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339978 Jul 30 08:13:14.635869 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-c70c78b5-d196-48c1-a859-ae697bc1e88b service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878334 Jul 30 08:13:14.734511 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a7fa6dd5-52a3-4b9d-9647-da3a286eed6a req-18ec6d83-096c-42e0-b28e-9420ce4b5ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893199 Jul 30 08:13:15.170945 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49224) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:15.277702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3c4f685c-5aa0-4025-a854-dc8e176c1ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.380529 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3c4f685c-5aa0-4025-a854-dc8e176c1ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.387627 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3c4f685c-5aa0-4025-a854-dc8e176c1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.422180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f685c-5aa0-4025-a854-dc8e176c1ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb458c8a-302a-40bc-9829-0b99d4170259,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:15.448052 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3c4f685c-5aa0-4025-a854-dc8e176c1ab6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0584be3563e74329b173422eb46100ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757709 Jul 30 08:13:15.448237 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49232) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:15.543970 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.571544 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.620577 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.624531 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:15.625791 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb458c8a-302a-40bc-9829-0b99d4170259 HTTP/1.1" status: 204 len: 168 time: 0.1762295 Jul 30 08:13:15.634133 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d445aef-c94d-4bab-900c-2c1ddfb618c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb458c8a-302a-40bc-9829-0b99d4170259,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:15.699785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6ccd9-3964-4b5e-972c-2c65065c822a req-0802ad7d-4a17-4699-b971-77f873bfb91b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:15.702317 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ab6ccd9-3964-4b5e-972c-2c65065c822a req-0802ad7d-4a17-4699-b971-77f873bfb91b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 943 time: 0.0660548 Jul 30 08:13:15.778494 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9ab6ccd9-3964-4b5e-972c-2c65065c822a req-f82693fe-57c1-48ee-9cf1-81c1cef94a36 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Jul 30 08:13:15.787720 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a286a-b9da-489b-b6fc-09983e925bb0 req-be19b72f-e2e3-4371-9e0e-07be4464a6be tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:15.789229 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff0a286a-b9da-489b-b6fc-09983e925bb0 req-be19b72f-e2e3-4371-9e0e-07be4464a6be tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0841424 Jul 30 08:13:15.835590 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff0a286a-b9da-489b-b6fc-09983e925bb0 req-a5ea1bac-b1fd-42c9-8054-a4490d76bed2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Jul 30 08:13:15.953549 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49256) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:15.967387 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85f0c2fc-52f7-469f-a786-235ff75e74d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.062601 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85f0c2fc-52f7-469f-a786-235ff75e74d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.066499 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-85f0c2fc-52f7-469f-a786-235ff75e74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.106296 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-85f0c2fc-52f7-469f-a786-235ff75e74d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd22e634e882478dbc053172bd5844e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516650 Jul 30 08:13:16.107192 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c2fc-52f7-469f-a786-235ff75e74d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244231e-3bf5-4997-8fcb-0917ff10116f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:16.109084 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49262) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:16.158476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.179996 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.231237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.233907 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:16.235058 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e244231e-3bf5-4997-8fcb-0917ff10116f HTTP/1.1" status: 204 len: 168 time: 0.1248202 Jul 30 08:13:16.243031 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928e6e7-d917-4b19-9a7a-6cc6f646257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244231e-3bf5-4997-8fcb-0917ff10116f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:16.907119 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb5916-c2de-4926-bc54-ed35ae5b62c0 req-b2dac1a3-2a5d-4970-a043-5e1c4586ab2e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:16.908593 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92eb5916-c2de-4926-bc54-ed35ae5b62c0 req-b2dac1a3-2a5d-4970-a043-5e1c4586ab2e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 943 time: 0.0529683 Jul 30 08:13:16.974647 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92eb5916-c2de-4926-bc54-ed35ae5b62c0 req-59482c11-5d00-4d9a-a25d-b6a3f49fbbf3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553291 Jul 30 08:13:16.983690 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da3da2-14ed-42a4-a0d6-ff1ebfe0fc68 req-6164befb-f7a2-4e48-8e31-385834702680 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:16.985248 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e1da3da2-14ed-42a4-a0d6-ff1ebfe0fc68 req-6164befb-f7a2-4e48-8e31-385834702680 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0756786 Jul 30 08:13:17.033546 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e1da3da2-14ed-42a4-a0d6-ff1ebfe0fc68 req-5a36b64b-0764-4fff-a4ab-627a53ef4fc4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Jul 30 08:13:17.145247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8865aefb-1f8c-48cb-be59-30fe20e7a751 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:13:17.242045 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:17.252575 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'port_id': '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'mac_address': 'fa:16:3e:8d:25:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c349c2-c3c0-4aec-83c0-39489dba0edb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:13:17.297482 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:17.310487 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8865aefb-1f8c-48cb-be59-30fe20e7a751 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:13:17.335162 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:17.341315 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:17.390320 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:17.397760 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.398112 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.398451 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.398786 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.399120 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.399445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.399939 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.400393 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.400753 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.401274 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.401718 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.402903 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:13:17.676046 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['8865aefb-1f8c-48cb-be59-30fe20e7a751'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:13:18.117994 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d20f9-2368-4967-a9ac-f4b17ba32eb0 req-6eb50240-912f-4179-9639-5476105ffd23 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:18.126246 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af6d20f9-2368-4967-a9ac-f4b17ba32eb0 req-6eb50240-912f-4179-9639-5476105ffd23 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 944 time: 0.0758493 Jul 30 08:13:18.197527 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-af6d20f9-2368-4967-a9ac-f4b17ba32eb0 req-a977548e-0e68-46d2-8fd4-b0c4c57de39c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696192 Jul 30 08:13:18.210280 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e048f7-5119-438e-9897-7f7c79b31a36 req-7cf17bef-46ea-456c-b41d-3297ec6f5bf6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:18.211731 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e5e048f7-5119-438e-9897-7f7c79b31a36 req-7cf17bef-46ea-456c-b41d-3297ec6f5bf6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0816619 Jul 30 08:13:18.250705 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e5e048f7-5119-438e-9897-7f7c79b31a36 req-17ef6c45-bed5-4c13-9964-92d4a408bef2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Jul 30 08:13:19.154934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8865aefb-1f8c-48cb-be59-30fe20e7a751 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:13:19.216474 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 8865aefb-1f8c-48cb-be59-30fe20e7a751 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:13:19.222456 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 8865aefb-1f8c-48cb-be59-30fe20e7a751 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:13:19.222868 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:19.329764 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:19.338162 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486c893-dcd6-4be1-ac87-65fad2e7ae92 req-dceaa4ad-b4e2-4f57-8d7e-52479bcf6033 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:19.340846 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4486c893-dcd6-4be1-ac87-65fad2e7ae92 req-dceaa4ad-b4e2-4f57-8d7e-52479bcf6033 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 944 time: 0.0668018 Jul 30 08:13:19.362441 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:13:19.365311 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b372ef58-d317-4b88-a377-b60e7f03ec43" -d '{"events": [{"server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "name": "network-vif-plugged", "status": "completed", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:13:19.381329 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:19.387401 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:19.459210 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4486c893-dcd6-4be1-ac87-65fad2e7ae92 req-8a1758a2-0645-4153-baf8-0b856b785869 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118448 Jul 30 08:13:19.466563 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:19.473127 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebef38-eaea-4494-a212-f6d5595f49ea req-983e62d1-32e0-4e5a-9925-f01ac2c4126b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:19.491996 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d0ebef38-eaea-4494-a212-f6d5595f49ea req-983e62d1-32e0-4e5a-9925-f01ac2c4126b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.1419911 Jul 30 08:13:19.508247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8c66c6-255a-4888-8a55-a63a29339401 x-openstack-request-id: req-3e8c66c6-255a-4888-8a55-a63a29339401 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:13:19.509118 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "name": "network-vif-plugged", "status": "completed", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:13:19.509356 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e8c66c6-255a-4888-8a55-a63a29339401 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:13:19.509983 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'code': 200} Jul 30 08:13:19.536005 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d0ebef38-eaea-4494-a212-f6d5595f49ea req-5a843aa4-7a5f-4895-933f-e2ba6ecded7a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jul 30 08:13:19.725059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7772b-c5c0-46b5-9fda-b433a679a557 req-6b97d13c-f96f-48de-92ec-d5250c86d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:19.726589 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cf7772b-c5c0-46b5-9fda-b433a679a557 req-6b97d13c-f96f-48de-92ec-d5250c86d712 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 1098 time: 0.0396600 Jul 30 08:13:19.761661 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2cf7772b-c5c0-46b5-9fda-b433a679a557 req-a5e13686-397b-4122-b182-8d8bf93c122b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270469 Jul 30 08:13:20.262212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49468) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:20.363368 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc755-b634-44a9-9b42-f65b262b1c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.450237 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc755-b634-44a9-9b42-f65b262b1c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.454571 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc755-b634-44a9-9b42-f65b262b1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.492066 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fc755-b634-44a9-9b42-f65b262b1c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3fe88-0f3c-46b9-9e93-841252c11c9f,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:20.499699 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49478) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:20.500744 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ba5fc755-b634-44a9-9b42-f65b262b1c86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f39ff029bcfe48d092d4971f216f828f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367675 Jul 30 08:13:20.558670 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.580798 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.601961 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf721-dcad-45f8-9a1d-241136c3c412 req-1d2e4822-a376-4946-b459-131f258a2697 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:20.603503 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a87cf721-dcad-45f8-9a1d-241136c3c412 req-1d2e4822-a376-4946-b459-131f258a2697 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Jul 30 08:13:20.627077 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.629831 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.631058 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccc3fe88-0f3c-46b9-9e93-841252c11c9f HTTP/1.1" status: 204 len: 168 time: 0.1292837 Jul 30 08:13:20.640301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a624696-dc99-406f-a882-a4607bd4df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3fe88-0f3c-46b9-9e93-841252c11c9f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:20.647946 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a87cf721-dcad-45f8-9a1d-241136c3c412 req-19e31d58-1f55-4b1e-b39c-6c9999d3ae29 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Jul 30 08:13:20.768490 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581c267-1556-47d1-8547-f1e6b0fd167b req-a3a9e986-15e9-4c97-a015-5b54bc805fb6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:20.770147 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6581c267-1556-47d1-8547-f1e6b0fd167b req-a3a9e986-15e9-4c97-a015-5b54bc805fb6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0573552 Jul 30 08:13:20.810558 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6581c267-1556-47d1-8547-f1e6b0fd167b req-fa0bfa28-49fa-45a8-b24f-ad2a88586327 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Jul 30 08:13:20.897706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e5b41d4b-2e75-4f9f-af7f-0141c6259d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:20.908203 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49488) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:20.922444 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-46db2db5-f6db-42fb-a5af-476ec9b3360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.014426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-46db2db5-f6db-42fb-a5af-476ec9b3360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.018354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-46db2db5-f6db-42fb-a5af-476ec9b3360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.056319 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-46db2db5-f6db-42fb-a5af-476ec9b3360a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=600626d83e85467f9def2b1561a20a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468265 Jul 30 08:13:21.058830 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2db5-f6db-42fb-a5af-476ec9b3360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6183fb7-482c-49d4-8886-159aef1e8ac2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:21.060567 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49490) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:21.110027 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.130890 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.181736 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.184644 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.188463 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6183fb7-482c-49d4-8886-159aef1e8ac2 HTTP/1.1" status: 204 len: 168 time: 0.1242290 Jul 30 08:13:21.193919 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83c67e-35da-4177-aa88-38b28b8b7ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6183fb7-482c-49d4-8886-159aef1e8ac2,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:21.509215 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49496) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:21.522794 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e12d9a92-ee1c-4dea-bbcc-b46cdd3455e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.616612 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e12d9a92-ee1c-4dea-bbcc-b46cdd3455e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.620379 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e12d9a92-ee1c-4dea-bbcc-b46cdd3455e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.660787 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e12d9a92-ee1c-4dea-bbcc-b46cdd3455e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6153797011dd4f0eb496fc9fa323d8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504760 Jul 30 08:13:21.662182 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9a92-ee1c-4dea-bbcc-b46cdd3455e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff9d1f3-f3ef-4e57-a56c-edacc12a7c04,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:21.663442 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49502) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:21.713659 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.735894 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.784681 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.787237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:21.788422 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eff9d1f3-f3ef-4e57-a56c-edacc12a7c04 HTTP/1.1" status: 204 len: 168 time: 0.1240087 Jul 30 08:13:21.796650 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742878c-6104-4bf1-a393-32c42d81a3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff9d1f3-f3ef-4e57-a56c-edacc12a7c04,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:22.911693 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4a13d-bb1f-4607-83c6-feb11ab0dc30 req-6920a798-c4c2-4f1c-ac2d-0569d7ea42de tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:22.913326 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3f4a13d-bb1f-4607-83c6-feb11ab0dc30 req-6920a798-c4c2-4f1c-ac2d-0569d7ea42de tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0580769 Jul 30 08:13:22.959325 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3f4a13d-bb1f-4607-83c6-feb11ab0dc30 req-10d090ef-b1cd-4033-bd98-0f7d57a954fa tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Jul 30 08:13:23.025512 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723c057-c861-4552-ac29-a3818a87192c req-559fafc7-4a66-401a-ac69-83cc3384a9dc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:23.028137 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2723c057-c861-4552-ac29-a3818a87192c req-559fafc7-4a66-401a-ac69-83cc3384a9dc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0644162 Jul 30 08:13:23.072061 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2723c057-c861-4552-ac29-a3818a87192c req-fda0095a-34cb-4454-a66e-c6b1dab1efb5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jul 30 08:13:23.394603 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8488eb7f-fa35-4cf0-858d-a6fdbc45d703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:23.712434 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:23.748951 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:24.092173 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe274d8-2c01-421f-a91b-529865727fb3 req-312cf23a-acef-4fca-a155-fe0c337bbe3d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.093864 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1fe274d8-2c01-421f-a91b-529865727fb3 req-312cf23a-acef-4fca-a155-fe0c337bbe3d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0551059 Jul 30 08:13:24.138914 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-b4008ce1-2a85-4493-8e39-dd97d68362c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624115 Jul 30 08:13:24.147379 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1fe274d8-2c01-421f-a91b-529865727fb3 req-747fb82d-185b-43d5-8a19-287b04a89e87 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Jul 30 08:13:24.203805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79840-767b-4cf3-a1a9-871d839a7cc3 req-5f081805-3f5f-48df-b79c-ff9f61ea2c24 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.205300 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbd79840-767b-4cf3-a1a9-871d839a7cc3 req-5f081805-3f5f-48df-b79c-ff9f61ea2c24 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0533020 Jul 30 08:13:24.257482 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbd79840-767b-4cf3-a1a9-871d839a7cc3 req-68a629b9-402c-4231-92f2-ac416119f19b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Jul 30 08:13:24.291929 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:13:24.299491 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-e294fec2-ff93-470b-8fa2-a7fed81258a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.301227 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-e294fec2-ff93-470b-8fa2-a7fed81258a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 1098 time: 0.0917599 Jul 30 08:13:24.307078 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff85a5a-0955-4e8f-9f26-a2e98987b4d5 req-40091d32-0ddd-4c1b-9424-d3b1b2c3ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.309102 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff85a5a-0955-4e8f-9f26-a2e98987b4d5 req-40091d32-0ddd-4c1b-9424-d3b1b2c3ac01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 1098 time: 0.0612867 Jul 30 08:13:24.406789 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff85a5a-0955-4e8f-9f26-a2e98987b4d5 req-2e55cf3a-476a-4d3d-8940-47d9da95d213 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816360 Jul 30 08:13:24.442621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-38e91520-aa91-4cfb-b27d-d3f2e2185feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.444117 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-38e91520-aa91-4cfb-b27d-d3f2e2185feb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 915 time: 0.1177337 Jul 30 08:13:24.445851 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:24.514598 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-653ef3dd-2670-4c04-a029-52367e792129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0cda90-8375-4745-a98e-89aed32fc534 HTTP/1.1" status: 200 len: 217 time: 0.0347123 Jul 30 08:13:24.569588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-df05ba9c-251e-4c23-a42b-924686c92019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:24.571256 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-df05ba9c-251e-4c23-a42b-924686c92019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0442641 Jul 30 08:13:24.616492 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-d9809b84-84a2-423d-906c-ede6f3d6e88a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323763 Jul 30 08:13:24.942634 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-5b76440a-4844-409b-99b7-f8b5913e0aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048708 Jul 30 08:13:25.051934 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-909e5e4e-b94f-4e37-bd3f-c2071f56a2ae req-61b42c98-3526-48fe-8c2b-073c7089a6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901759 Jul 30 08:13:25.380637 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa814-9858-4a9f-ba01-22d0ddaa0f6e req-f6500130-a102-4332-9826-5c6dda404fe8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:25.382159 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-752fa814-9858-4a9f-ba01-22d0ddaa0f6e req-f6500130-a102-4332-9826-5c6dda404fe8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0501831 Jul 30 08:13:25.420837 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-752fa814-9858-4a9f-ba01-22d0ddaa0f6e req-c7b57775-bf66-4bdd-9367-1c1722c797fe tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jul 30 08:13:26.238203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.538016 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1fec-80e3-4eff-b9e1-1d9bbf008710 req-cd3bba69-53ee-4d87-b068-a1d8f9b5499d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:26.539494 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41ad1fec-80e3-4eff-b9e1-1d9bbf008710 req-cd3bba69-53ee-4d87-b068-a1d8f9b5499d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0501533 Jul 30 08:13:26.551964 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49674) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:26.579857 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41ad1fec-80e3-4eff-b9e1-1d9bbf008710 req-417af8f5-fc27-4f94-9d86-088c856d79ce tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Jul 30 08:13:26.658725 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-28cb2d84-261f-43f6-94b9-15de24705ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.696042 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190125f-23de-4f4a-a419-397021fef5ac req-99162b04-f4e8-4be9-91f7-2fcc5da6afc5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:26.697681 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5190125f-23de-4f4a-a419-397021fef5ac req-99162b04-f4e8-4be9-91f7-2fcc5da6afc5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Jul 30 08:13:26.739433 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5190125f-23de-4f4a-a419-397021fef5ac req-f818fd82-3565-4756-9b53-a9e66a99e4b3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Jul 30 08:13:26.754285 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-28cb2d84-261f-43f6-94b9-15de24705ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.758513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-28cb2d84-261f-43f6-94b9-15de24705ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.802387 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-28cb2d84-261f-43f6-94b9-15de24705ccb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2878b05a8fbc489dbb6e952f0776cb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469091 Jul 30 08:13:26.802387 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb2d84-261f-43f6-94b9-15de24705ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fff34f-1f38-4e92-aa4a-7e4121d0e20e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:26.803038 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49682) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:26.853176 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.879678 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.928187 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.930834 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:26.934782 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1fff34f-1f38-4e92-aa4a-7e4121d0e20e HTTP/1.1" status: 204 len: 168 time: 0.1279607 Jul 30 08:13:26.943508 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22897050-d39f-494f-a619-e73e2b19e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fff34f-1f38-4e92-aa4a-7e4121d0e20e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:27.234044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49698) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:27.247867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17966afd-8afe-483e-98a3-62bf10c496f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.346408 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17966afd-8afe-483e-98a3-62bf10c496f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.350462 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17966afd-8afe-483e-98a3-62bf10c496f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.389136 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-17966afd-8afe-483e-98a3-62bf10c496f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63c23bcde49b4e86b7c3ca177743d3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538179 Jul 30 08:13:27.391043 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17966afd-8afe-483e-98a3-62bf10c496f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0aa21-fe12-4607-bc55-9025137efe3a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:27.391936 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49702) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:27.441820 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.463709 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.510778 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.513785 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:27.514964 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3d0aa21-fe12-4607-bc55-9025137efe3a HTTP/1.1" status: 204 len: 168 time: 0.1216691 Jul 30 08:13:27.528589 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ced22-2834-4910-b356-b85217bd0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0aa21-fe12-4607-bc55-9025137efe3a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:28.387446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-454bfc13-7b6e-4c04-be9c-7f7071f7466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:28.389080 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-454bfc13-7b6e-4c04-be9c-7f7071f7466a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0413587 Jul 30 08:13:28.489329 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89791f-5b08-4c0d-8cff-e4a2ff739c35 req-b2cfb24e-d9be-448f-9004-409fa5636771 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:28.491527 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dd89791f-5b08-4c0d-8cff-e4a2ff739c35 req-b2cfb24e-d9be-448f-9004-409fa5636771 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Jul 30 08:13:28.506749 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-424ce7bd-549d-4f7c-bfec-67ac50e14087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:28.508259 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-424ce7bd-549d-4f7c-bfec-67ac50e14087 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.1108782 Jul 30 08:13:28.533621 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dd89791f-5b08-4c0d-8cff-e4a2ff739c35 req-2a9062aa-e671-4945-93bb-4bf7c9496a64 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Jul 30 08:13:28.558862 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-4338721c-4417-44b7-884c-95ab733004bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0389042 Jul 30 08:13:28.626397 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-f78cbfe1-f413-4649-aefc-2f7a2074ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:28.627872 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-f78cbfe1-f413-4649-aefc-2f7a2074ac57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0566792 Jul 30 08:13:28.662335 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-6cb34bb9-c86f-40e5-a63f-f65a96d48dfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247829 Jul 30 08:13:28.755757 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-4a520c2c-d979-4e5d-94c1-865ce5e8e570 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853119 Jul 30 08:13:28.859104 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-93f41bbb-8dd4-4817-8ee3-fdd6eaba452c req-d657a6e4-1643-42a0-8341-5c593fdf9319 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Jul 30 08:13:29.478818 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49782) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:29.583822 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd255-8562-48bd-8af2-8e5134b90ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.664466 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f402-c221-4c1f-8bb0-b3da1a58149d req-dc4e86b7-acf7-4689-b4d0-6ef6393ba3b9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:29.665917 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e7c6f402-c221-4c1f-8bb0-b3da1a58149d req-dc4e86b7-acf7-4689-b4d0-6ef6393ba3b9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0545363 Jul 30 08:13:29.674299 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd255-8562-48bd-8af2-8e5134b90ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.678391 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd255-8562-48bd-8af2-8e5134b90ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.706433 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e7c6f402-c221-4c1f-8bb0-b3da1a58149d req-a90ddbcb-204e-49c6-8dae-fd635d90c03c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Jul 30 08:13:29.717578 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6c7cd255-8562-48bd-8af2-8e5134b90ed1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=844ecd7a2f5247d9929d637dcde215b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376657 Jul 30 08:13:29.718933 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cd255-8562-48bd-8af2-8e5134b90ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98362c39-acd6-46cd-a7a6-1e6ad4cc34a7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:29.720396 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49790) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:29.777245 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.798087 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.844265 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.846867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:29.847997 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98362c39-acd6-46cd-a7a6-1e6ad4cc34a7 HTTP/1.1" status: 204 len: 168 time: 0.1264415 Jul 30 08:13:29.856411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec750-8d05-4d4c-9dea-b3bfaec8a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98362c39-acd6-46cd-a7a6-1e6ad4cc34a7,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:30.109868 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49798) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:30.123629 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6387d2a-7068-46b1-9603-533b9a7884d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.213464 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6387d2a-7068-46b1-9603-533b9a7884d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.217731 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6387d2a-7068-46b1-9603-533b9a7884d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.255994 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f6387d2a-7068-46b1-9603-533b9a7884d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b96da0239e742b8b2d6675efe408e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450324 Jul 30 08:13:30.258073 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387d2a-7068-46b1-9603-533b9a7884d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d347783a-dbd9-41cf-a200-e5d6ea063f1e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:30.258860 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49800) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:30.309101 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.329061 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.379340 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.383042 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:30.386486 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d347783a-dbd9-41cf-a200-e5d6ea063f1e HTTP/1.1" status: 204 len: 168 time: 0.1243498 Jul 30 08:13:30.392007 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a129877-4e6e-4c5a-b551-5c8e221e27d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d347783a-dbd9-41cf-a200-e5d6ea063f1e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:30.829913 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c35c1-ecff-4625-bc6d-04b2d2331917 req-508703b8-1170-4ac4-b6f4-9f059a77a8e2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:30.831399 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d11c35c1-ecff-4625-bc6d-04b2d2331917 req-508703b8-1170-4ac4-b6f4-9f059a77a8e2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0497725 Jul 30 08:13:30.873591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d11c35c1-ecff-4625-bc6d-04b2d2331917 req-d8003b77-aafd-4474-8063-ccf392eec4b5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345736 Jul 30 08:13:31.064283 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49832) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:31.160722 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1715057826-network', 'tenant_id': 'fc689905b0c5425594a8a8d0dcf56136'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:31.182156 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Made reservation on behalf of fc689905b0c5425594a8a8d0dcf56136 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:31.184485 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.192349 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.282543 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.286295 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.314978 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:13:31.321501 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900f69d3-11a1-45ee-9c6d-ec2fbbf30868,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:31.330812 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.331174 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Added segment 0f2cb49f-5395-4c76-b951-662b71b417d1 of type vlan for network 4157cd75-261f-4abc-bf48-57961e4d26a5 Jul 30 08:13:31.373429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.400721 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.402345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:31.403045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.455260 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896956 Jul 30 08:13:31.458473 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49836) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:31.467582 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Request body: {'subnet': {'network_id': '4157cd75-261f-4abc-bf48-57961e4d26a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1715057826-subnet', 'tenant_id': 'fc689905b0c5425594a8a8d0dcf56136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:31.468279 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0eb1-23ab-4057-9211-44beb963b145 admin admin] Pushing event updated for resources: {'Network': ['ID=4157cd75-261f-4abc-bf48-57961e4d26a5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:31.482657 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 4157cd75-261f-4abc-bf48-57961e4d26a5 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:13:31.507294 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Made reservation on behalf of fc689905b0c5425594a8a8d0dcf56136 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:31.510931 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.713813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.777818 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4529cdf-bb2d-4f2a-860f-55363a282ca4,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:31.789219 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Checking segment: {'id': '0f2cb49f-5395-4c76-b951-662b71b417d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4157cd75-261f-4abc-bf48-57961e4d26a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:13:31.789567 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Network hostable DHCP agents. Network: 4157cd75-261f-4abc-bf48-57961e4d26a5, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:13:31.806673 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Network 4157cd75-261f-4abc-bf48-57961e4d26a5 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:13:31.816096 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 4157cd75-261f-4abc-bf48-57961e4d26a5) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:13:31.820700 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:31.821925 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:31.826121 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fa2eca-d387-4b94-8755-912f1825b15a None None] Network 4157cd75-261f-4abc-bf48-57961e4d26a5 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:13:31.838833 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3e8920be-92a3-43d4-9ca4-b37953c76447 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3788297 Jul 30 08:13:31.959605 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3b101-1b45-4c17-89a4-cd74ad8485b6 None None] Network 4157cd75-261f-4abc-bf48-57961e4d26a5 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:13:32.000610 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573498f-cc9c-470c-960c-974c785cc601 req-8e040f12-dd8a-4949-9197-ad196e6ebe35 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:32.002770 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5573498f-cc9c-470c-960c-974c785cc601 req-8e040f12-dd8a-4949-9197-ad196e6ebe35 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Jul 30 08:13:32.049735 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5573498f-cc9c-470c-960c-974c785cc601 req-8999e407-dd17-4fa4-aed3-5b8b7ef4d03e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jul 30 08:13:32.352646 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 49862) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:32.357686 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604876440-network', 'tenant_id': 'ed3f091b937b4b9cbb2a266010c6982a'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:32.378478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Made reservation on behalf of ed3f091b937b4b9cbb2a266010c6982a for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:32.380748 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.389349 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.479140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.483616 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.508746 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:13:32.520032 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de09d5c-841b-49b5-9064-6188656c9045,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:32.527904 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.528156 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Added segment 989bc03e-8fb6-4fd6-8d1f-de4caf59967b of type vlan for network 65ddb307-3be0-4bc7-9f7e-bf733fccc54e Jul 30 08:13:32.571114 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.600796 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.602090 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:32.602829 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.658216 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3043735 Jul 30 08:13:32.661059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 49866) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:32.666056 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Request body: {'subnet': {'network_id': '65ddb307-3be0-4bc7-9f7e-bf733fccc54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604876440-subnet', 'tenant_id': 'ed3f091b937b4b9cbb2a266010c6982a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:32.666754 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec531c4-4c7d-4cf4-88ed-00f6ee16d72c admin admin] Pushing event updated for resources: {'Network': ['ID=65ddb307-3be0-4bc7-9f7e-bf733fccc54e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:32.677881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 65ddb307-3be0-4bc7-9f7e-bf733fccc54e details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:13:32.689850 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Made reservation on behalf of ed3f091b937b4b9cbb2a266010c6982a for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:32.693133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.865100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.923972 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6610245-d379-4f27-ab48-bd2b85115748,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:32.928183 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Checking segment: {'id': '989bc03e-8fb6-4fd6-8d1f-de4caf59967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65ddb307-3be0-4bc7-9f7e-bf733fccc54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:13:32.928541 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Network hostable DHCP agents. Network: 65ddb307-3be0-4bc7-9f7e-bf733fccc54e, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:13:32.944821 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Network 65ddb307-3be0-4bc7-9f7e-bf733fccc54e is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:13:32.953080 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 65ddb307-3be0-4bc7-9f7e-bf733fccc54e) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:13:32.956997 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:32.957580 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:32.961997 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32cc1d-589f-414b-a487-22f06e3af5c3 None None] Network 65ddb307-3be0-4bc7-9f7e-bf733fccc54e requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:13:32.973683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4bc1fde0-a8b6-448d-9c01-e6ca99355946 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114498 Jul 30 08:13:33.087604 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1e0d7-29d4-4eb4-8009-bd5d0841645e None None] Network 65ddb307-3be0-4bc7-9f7e-bf733fccc54e requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:13:33.188381 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257e668-e47b-4e8f-9d4c-565a89c73142 req-c6be3818-bb13-4819-97c9-7dc0717b89dd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:33.190527 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a257e668-e47b-4e8f-9d4c-565a89c73142 req-c6be3818-bb13-4819-97c9-7dc0717b89dd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0578790 Jul 30 08:13:33.237436 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a257e668-e47b-4e8f-9d4c-565a89c73142 req-aa4e7bc1-a141-47c3-a495-cf49b647debd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388188 Jul 30 08:13:34.359280 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bfcfb-a4d4-42b0-8184-f7e893a9ec25 req-5f1e7c36-c38e-4d9c-902a-8ccd1dc3cd1f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:34.360800 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-852bfcfb-a4d4-42b0-8184-f7e893a9ec25 req-5f1e7c36-c38e-4d9c-902a-8ccd1dc3cd1f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Jul 30 08:13:34.398029 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-852bfcfb-a4d4-42b0-8184-f7e893a9ec25 req-94634533-7def-48a1-b0a4-854ee45ad443 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Jul 30 08:13:35.517054 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc128b2-d097-41ff-8f49-16e15e5539fd req-edaa7250-ed69-4f09-b306-dba887fa918a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:35.518880 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fdc128b2-d097-41ff-8f49-16e15e5539fd req-edaa7250-ed69-4f09-b306-dba887fa918a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0526009 Jul 30 08:13:35.557729 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fdc128b2-d097-41ff-8f49-16e15e5539fd req-3a00a996-ab61-42f6-ad5b-9d5fe3bc3832 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Jul 30 08:13:36.681313 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc25e81-2baf-46a9-a627-6823fa5d524b req-77a4cc19-8b6b-4d18-adee-a2e901cf8cb4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:36.682970 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2cc25e81-2baf-46a9-a627-6823fa5d524b req-77a4cc19-8b6b-4d18-adee-a2e901cf8cb4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0505729 Jul 30 08:13:36.721802 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2cc25e81-2baf-46a9-a627-6823fa5d524b req-9753aa21-0a02-4fd3-bbc6-2de988073109 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jul 30 08:13:37.841291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196541a-97c7-4ba5-b8f7-0d8c1eaf98f3 req-bc764f02-c43a-4a7c-9f31-2a2a489757c7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:37.842942 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d196541a-97c7-4ba5-b8f7-0d8c1eaf98f3 req-bc764f02-c43a-4a7c-9f31-2a2a489757c7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Jul 30 08:13:37.881188 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d196541a-97c7-4ba5-b8f7-0d8c1eaf98f3 req-ad55e10e-dbfb-4e30-8cda-6e18a01e92fa tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Jul 30 08:13:39.004606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c432-edc4-4f0c-8a30-db67e0d7f7ec req-461239bc-6dbe-472b-acc5-54709f3020aa tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:39.006013 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4274c432-edc4-4f0c-8a30-db67e0d7f7ec req-461239bc-6dbe-472b-acc5-54709f3020aa tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Jul 30 08:13:39.045958 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4274c432-edc4-4f0c-8a30-db67e0d7f7ec req-70d237c9-e0c1-4cf1-9f76-ea375f696f72 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Jul 30 08:13:40.166069 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fad6b-1f96-402b-a223-935e797d1e63 req-3b592201-e57a-4adf-a36e-3346ddcc2d52 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:40.168322 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4b0fad6b-1f96-402b-a223-935e797d1e63 req-3b592201-e57a-4adf-a36e-3346ddcc2d52 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0486531 Jul 30 08:13:40.207042 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4b0fad6b-1f96-402b-a223-935e797d1e63 req-657aaaa3-a9e5-4642-a0b8-b0f1199dd45c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 30 08:13:41.362202 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b0c3-bb94-44e6-8aa7-27bdcdf5f852 req-d941f7e1-4a3e-41a0-842c-8e54ff44426b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:41.363775 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2b86b0c3-bb94-44e6-8aa7-27bdcdf5f852 req-d941f7e1-4a3e-41a0-842c-8e54ff44426b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0690184 Jul 30 08:13:41.658991 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2b86b0c3-bb94-44e6-8aa7-27bdcdf5f852 req-77e4231e-2c51-4ad2-ba07-0b69799f314b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876794 Jul 30 08:13:41.701797 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-c546228f-8a0a-41e0-9149-6657bea04257 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:41.703333 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-c546228f-8a0a-41e0-9149-6657bea04257 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.3344657 Jul 30 08:13:41.718857 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-f04c4b07-9420-433a-a7ac-bcb6a6e5dc22 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/quotas/079ac4f507da4fd0b4d70cf9e80f0cca HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jul 30 08:13:41.773943 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-c63b34b2-0d97-4d90-b3ec-b8677b6cf6d3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495200 Jul 30 08:13:41.872288 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-306ea145-2a20-42a4-aafd-58fa37390fc7 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904822 Jul 30 08:13:41.961964 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-ade5db73-9de6-4c07-97ce-2df59b901f01 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 Jul 30 08:13:42.127839 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fe1bcfed-5f1b-4999-8b2a-e7fac35c71ac req-bd97ee18-9157-4c88-bbc1-9a5e2919a166 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 210 time: 0.0257981 Jul 30 08:13:42.782963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243534d-871a-44d0-82f7-bd995806401c req-95eeecc5-a03f-4818-a166-ea3fbe8cb5ad tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:42.784586 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6243534d-871a-44d0-82f7-bd995806401c req-95eeecc5-a03f-4818-a166-ea3fbe8cb5ad tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Jul 30 08:13:42.827893 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6243534d-871a-44d0-82f7-bd995806401c req-748e5142-71a1-47ab-9623-9d06fb3b9961 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jul 30 08:13:43.233879 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33e54ee3-efd6-4b14-971a-e8950166cd7e req-18a8f1a2-5039-449a-9c45-9c5c8508c717 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Jul 30 08:13:43.299880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-c1f78a14-fc26-44c7-9d6c-82eb6bb89016 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:43.301389 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-c1f78a14-fc26-44c7-9d6c-82eb6bb89016 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.1170490 Jul 30 08:13:43.323190 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Request body: {'port': {'device_id': '5429e86d-468b-4f11-9431-22c05d3e7179', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'admin_state_up': True, 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:43.432484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:13:43.436205 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:43.572463 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Allocated IP 172.20.0.6 (9312e2cc-f11c-4972-b809-32af944107f3/f4c349c2-c3c0-4aec-83c0-39489dba0edb/fe5797b3-11e2-49b7-b7dc-c1f760df7d0a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:13:43.725288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:43.767208 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:43.783068 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534', '8865aefb-1f8c-48cb-be59-30fe20e7a751'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:13:43.828097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event updated for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:43.837538 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Network 9312e2cc-f11c-4972-b809-32af944107f3 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:13:43.839211 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:13:43.841872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:13:43.849524 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:43.850277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:43.868537 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-6349af8e-a110-4e89-ac6b-9b6473e421e6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492105 Jul 30 08:13:43.896428 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Request body: {'port': {'device_id': '5429e86d-468b-4f11-9431-22c05d3e7179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:13:43.988681 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d012da-0523-400b-9740-d4c6a6bd8f3b req-6164ff3a-037a-4de3-9f82-29824b117bab tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:43.990270 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-85d012da-0523-400b-9740-d4c6a6bd8f3b req-6164ff3a-037a-4de3-9f82-29824b117bab tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0669386 Jul 30 08:13:44.012749 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.047649 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-85d012da-0523-400b-9740-d4c6a6bd8f3b req-ac46ce83-4ec9-4ffd-8256-9c7ae7ae4ccf tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Jul 30 08:13:44.304856 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5797b3-11e2-49b7-b7dc-c1f760df7d0a {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:13:44.313766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.327483 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Transition to ACTIVE for port object fe5797b3-11e2-49b7-b7dc-c1f760df7d0a will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:13:44.333195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.359358 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6317fd-3841-4dfa-987c-ac6d7044368c req-212ab7b6-df89-4cdc-aa50-8bbd16ab6e3f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:44.360995 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cc6317fd-3841-4dfa-987c-ac6d7044368c req-212ab7b6-df89-4cdc-aa50-8bbd16ab6e3f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 931 time: 0.0548015 Jul 30 08:13:44.403640 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Pushing event updated for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:44.406297 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cc6317fd-3841-4dfa-987c-ac6d7044368c req-9bc8f0aa-a39a-4867-ad12-1d9c6ab1ed72 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 Jul 30 08:13:44.414513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Attempting to bind port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:13:44.414941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Attempting to bind port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:13:44.415303 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Attempting to bind port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:13:44.420030 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a on network 9312e2cc-f11c-4972-b809-32af944107f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:13:44.420352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Attempting to bind port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:13:44.425393 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:13:44.425766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Checking segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:13:44.426151 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Bound using segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:13:44.426655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Bound port: fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:13:44.427016 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.492559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:13:44.496476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:13:44.500477 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.540367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:44.541028 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:44.542478 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] 10.222.0.30 "PUT /v2.0/ports/fe5797b3-11e2-49b7-b7dc-c1f760df7d0a HTTP/1.1" status: 200 len: 1093 time: 0.6534832 Jul 30 08:13:44.542911 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:13:44.545206 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427273d-4a89-40b5-b5bf-b21c26a0e36a" -d '{"events": [{"name": "network-changed", "server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:13:44.568131 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de8a07-358c-464e-990d-ea93ef356d9a service neutron] Pushing event updated for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:44.594828 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b657e860-41c2-4d1f-b0fc-b26befbfefd9 x-openstack-request-id: req-b657e860-41c2-4d1f-b0fc-b26befbfefd9 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:13:44.595105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:13:44.595354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b657e860-41c2-4d1f-b0fc-b26befbfefd9 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:13:44.595752 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'status': 'completed', 'code': 200} Jul 30 08:13:44.626579 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-80f41d5f-8e56-4562-a603-58c87092d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:44.628094 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-80f41d5f-8e56-4562-a603-58c87092d67e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 1096 time: 0.0421858 Jul 30 08:13:44.678387 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-4b31a748-b054-4015-b638-ade87e849713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a HTTP/1.1" status: 200 len: 217 time: 0.0369530 Jul 30 08:13:44.729558 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-26476786-cbf1-493d-8993-ca4b55b8aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:44.731570 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-26476786-cbf1-493d-8993-ca4b55b8aba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0443931 Jul 30 08:13:44.766070 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-0551135c-dd32-473b-8b53-5e557c9d967c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234149 Jul 30 08:13:44.868548 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-d7795d10-a134-4de6-8ec7-3183fc1b3ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879586 Jul 30 08:13:44.968552 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff6b2fd0-5ffc-4db8-b8ef-257f7b3e450a req-f97fef2a-5f7d-4ea5-9743-aee1f0166faa service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Jul 30 08:13:45.060560 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-137d1cac-cf96-4438-a2f4-4f02a0cd19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:45.062187 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-137d1cac-cf96-4438-a2f4-4f02a0cd19f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 1096 time: 0.0415390 Jul 30 08:13:45.177081 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-aeeee348-9dce-4855-a553-e7f923bf7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:45.190822 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-aeeee348-9dce-4855-a553-e7f923bf7574 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 915 time: 0.1060882 Jul 30 08:13:45.191027 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39787d43-9864-4669-81d1-82ef037c8ce1 req-252ba7ff-81df-43e8-bb02-38f95846d1af tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:45.191482 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39787d43-9864-4669-81d1-82ef037c8ce1 req-252ba7ff-81df-43e8-bb02-38f95846d1af tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Jul 30 08:13:45.240127 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39787d43-9864-4669-81d1-82ef037c8ce1 req-4496ba07-84c2-4ce9-a0fd-c16b11118e21 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Jul 30 08:13:45.241246 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-41a1db90-efba-47e0-8428-32a15da22749 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a HTTP/1.1" status: 200 len: 217 time: 0.0476079 Jul 30 08:13:45.319930 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-ca8d83b1-6d25-4c47-a2b6-4be044271857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:45.321433 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-ca8d83b1-6d25-4c47-a2b6-4be044271857 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0593693 Jul 30 08:13:45.364830 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-14494420-b9ad-4664-aaf7-87f5bca0097e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305631 Jul 30 08:13:45.470846 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-cca02987-5233-4138-9785-70f9b6c69c3b service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886521 Jul 30 08:13:45.530474 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e98cde-4a00-4c8e-b67e-e886b72843f3 req-3aaab3f8-4203-4a37-b0f1-968077e1b4bc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:45.532133 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5e98cde-4a00-4c8e-b67e-e886b72843f3 req-3aaab3f8-4203-4a37-b0f1-968077e1b4bc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 943 time: 0.0508244 Jul 30 08:13:45.577516 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5e98cde-4a00-4c8e-b67e-e886b72843f3 req-2b5e6115-5ef6-49dd-8106-ab66ae0fc5eb tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Jul 30 08:13:45.591450 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8427273d-4a89-40b5-b5bf-b21c26a0e36a req-3894cb97-901d-4e89-bf53-c1e738f9f74d service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098826 Jul 30 08:13:46.372024 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8c1ca-eaee-4706-bd9e-220fed292e51 req-730effa8-eefc-43dd-879b-ea1c04e77d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:46.373662 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65b8c1ca-eaee-4706-bd9e-220fed292e51 req-730effa8-eefc-43dd-879b-ea1c04e77d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0545225 Jul 30 08:13:46.412080 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65b8c1ca-eaee-4706-bd9e-220fed292e51 req-f33eb9e5-d97b-4e98-8c02-b355461db8d5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 30 08:13:46.692372 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54756b-34c4-41ab-8bf1-0023b29c5032 req-115c650a-ddb9-460b-b650-4142b2e11768 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:46.693927 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf54756b-34c4-41ab-8bf1-0023b29c5032 req-115c650a-ddb9-460b-b650-4142b2e11768 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 943 time: 0.0483294 Jul 30 08:13:46.734050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf54756b-34c4-41ab-8bf1-0023b29c5032 req-ae6d18e8-db4f-40f4-8f1e-c01a1b1e7a3a tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jul 30 08:13:46.791225 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50152) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:46.837998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Deleting subnet b4529cdf-bb2d-4f2a-860f-55363a282ca4 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:13:46.841906 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:46.876289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:46.881734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:46.937018 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:46.967464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4529cdf-bb2d-4f2a-860f-55363a282ca4,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:46.969426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:46.971291 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-75ead333-0f5e-4ed3-8b8f-08699bf9fd51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4529cdf-bb2d-4f2a-860f-55363a282ca4 HTTP/1.1" status: 204 len: 168 time: 0.1790416 Jul 30 08:13:46.973966 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50160) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:47.045041 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.131363 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.142818 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.143182 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.144059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.144427 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > port after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.144803 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.145165 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > port after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.145506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.145859 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.146157 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.146475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.221573 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.221918 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.222256 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.222603 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 08:13:47.223021 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4157cd75-261f-4abc-bf48-57961e4d26a5']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.243308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2cb49f-5395-4c76-b951-662b71b417d1') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.243793 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2cb49f-5395-4c76-b951-662b71b417d1') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.262659 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.283314 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.291545 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fe5797b3-11e2-49b7-b7dc-c1f760df7d0a details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:13:47.293237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:13:47.293237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:13:47.297109 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:13:47.357217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.365815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.372823 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4157cd75-261f-4abc-bf48-57961e4d26a5 HTTP/1.1" status: 204 len: 168 time: 0.3978755 Jul 30 08:13:47.376300 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50174) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:47.391866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584be15-3ad4-4d36-a83a-ef2e322e1330 admin admin] Pushing event deleted for resources: {'Network': ['ID=4157cd75-261f-4abc-bf48-57961e4d26a5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:47.426614 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:47.439508 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'port_id': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'mac_address': 'fa:16:3e:80:22:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c349c2-c3c0-4aec-83c0-39489dba0edb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:13:47.444463 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Deleting subnet f6610245-d379-4f27-ab48-bd2b85115748 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:13:47.449400 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.481343 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.489160 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.496840 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5797b3-11e2-49b7-b7dc-c1f760df7d0a {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:13:47.519091 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:47.524588 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.573112 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.575956 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:47.583869 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5128b-40b8-4168-856b-240cf4300e37 req-9ac48a27-beac-49bc-b291-1f585a12f844 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:47.585327 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cac5128b-40b8-4168-856b-240cf4300e37 req-9ac48a27-beac-49bc-b291-1f585a12f844 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0988569 Jul 30 08:13:47.655633 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cac5128b-40b8-4168-856b-240cf4300e37 req-2601b444-e3cd-410b-b324-abd6393d698e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513351 Jul 30 08:13:47.675868 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.700787 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6610245-d379-4f27-ab48-bd2b85115748,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:47.704725 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.707174 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c4af58fb-b4d9-4088-8218-35b84f9c6fdc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6610245-d379-4f27-ab48-bd2b85115748 HTTP/1.1" status: 204 len: 168 time: 0.3287978 Jul 30 08:13:47.709249 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50180) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:47.780067 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.897375 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.912409 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ddb307-3be0-4bc7-9f7e-bf733fccc54e']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.921505 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfaafc-4689-4b53-9a23-eeb73e4d7959 req-3163d7f0-4ffc-414a-853b-3040fc5cbf88 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:47.923003 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cacfaafc-4689-4b53-9a23-eeb73e4d7959 req-3163d7f0-4ffc-414a-853b-3040fc5cbf88 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 944 time: 0.1113214 Jul 30 08:13:47.932140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989bc03e-8fb6-4fd6-8d1f-de4caf59967b') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.932453 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989bc03e-8fb6-4fd6-8d1f-de4caf59967b') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:13:47.954242 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.975844 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.988674 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cacfaafc-4689-4b53-9a23-eeb73e4d7959 req-e3d3aa91-4b70-4583-831c-7f85bb74f40c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583167 Jul 30 08:13:47.989759 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:13:47.990163 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:13:47.992033 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:13:48.003024 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:13:48.063804 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.071557 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.076495 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/65ddb307-3be0-4bc7-9f7e-bf733fccc54e HTTP/1.1" status: 204 len: 168 time: 0.3634551 Jul 30 08:13:48.083926 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e262dae-71ee-4fba-b2e2-07be6f3b6e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=65ddb307-3be0-4bc7-9f7e-bf733fccc54e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:48.252533 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50198) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:48.296960 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-67144db3-b1d4-4a9b-858d-beffd8d4282a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc689905b0c5425594a8a8d0dcf56136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431890 Jul 30 08:13:48.299482 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50200) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:48.356362 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.381388 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.442790 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.447195 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.449587 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/900f69d3-11a1-45ee-9c6d-ec2fbbf30868 HTTP/1.1" status: 204 len: 168 time: 0.1490943 Jul 30 08:13:48.462576 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ac36a-736c-4e87-ae3e-b8089663d8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f69d3-11a1-45ee-9c6d-ec2fbbf30868,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:48.775553 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b357db-bd5c-4317-93c8-8d8da11b5ae1 req-d8b8e4de-2576-4480-84c3-b96f24a52b11 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:48.777778 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a4b357db-bd5c-4317-93c8-8d8da11b5ae1 req-d8b8e4de-2576-4480-84c3-b96f24a52b11 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0504324 Jul 30 08:13:48.820550 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a4b357db-bd5c-4317-93c8-8d8da11b5ae1 req-1bd019f9-f0c1-485f-8624-0d21fa83b1e6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Jul 30 08:13:48.829318 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50218) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:48.878446 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fbed3501-3921-40cf-9e4b-e58f209c4f2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed3f091b937b4b9cbb2a266010c6982a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456376 Jul 30 08:13:48.878670 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50220) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:48.926580 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.950057 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.994671 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.998182 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:48.999320 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4de09d5c-841b-49b5-9064-6188656c9045 HTTP/1.1" status: 204 len: 168 time: 0.1197360 Jul 30 08:13:49.007007 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188fd26-be43-42f4-b57d-b497ac7dd562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de09d5c-841b-49b5-9064-6188656c9045,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:49.122092 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab5c5-7ca3-4aab-b5ad-ed0cd30547f7 req-c8881869-7645-4b15-849c-6f3bdbb15651 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:49.123597 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d56ab5c5-7ca3-4aab-b5ad-ed0cd30547f7 req-c8881869-7645-4b15-849c-6f3bdbb15651 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 944 time: 0.0487273 Jul 30 08:13:49.164919 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d56ab5c5-7ca3-4aab-b5ad-ed0cd30547f7 req-9833cc08-1810-49ed-a8e3-8eb0aa302ce8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jul 30 08:13:49.291333 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fe5797b3-11e2-49b7-b7dc-c1f760df7d0a up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:13:49.342332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:13:49.346286 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:13:49.346581 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:49.422860 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:49.444393 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:13:49.446789 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb6f0b-d929-45e5-8a33-48c33130c13b" -d '{"events": [{"server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "name": "network-vif-plugged", "status": "completed", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:13:49.460284 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:13:49.465540 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:49.489879 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4beecc-8ae3-465c-8e89-e95a641aca9a x-openstack-request-id: req-bf4beecc-8ae3-465c-8e89-e95a641aca9a {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:13:49.490178 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "name": "network-vif-plugged", "status": "completed", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:13:49.490435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf4beecc-8ae3-465c-8e89-e95a641aca9a {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:13:49.490826 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'code': 200} Jul 30 08:13:49.530063 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:49.685911 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3bd86-1bbb-48cc-ab86-e01d32b3d0b9 req-5f41e236-c544-4c17-8335-3861bd06c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:49.687838 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2a3bd86-1bbb-48cc-ab86-e01d32b3d0b9 req-5f41e236-c544-4c17-8335-3861bd06c80c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 1098 time: 0.0428252 Jul 30 08:13:49.738861 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2a3bd86-1bbb-48cc-ab86-e01d32b3d0b9 req-207ccaf0-bccd-48e9-a6d0-d635b76d6312 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Jul 30 08:13:49.982696 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6482b-0c46-4029-9cfd-feb5fd3ac5f3 req-91e59485-dff8-49c1-9cf0-2e5d2c23a6d8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:49.984432 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c2e6482b-0c46-4029-9cfd-feb5fd3ac5f3 req-91e59485-dff8-49c1-9cf0-2e5d2c23a6d8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0553541 Jul 30 08:13:50.027510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c2e6482b-0c46-4029-9cfd-feb5fd3ac5f3 req-2499af47-06ec-4c63-bcb7-1c057f2ff1c0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356972 Jul 30 08:13:50.288694 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a64a-6e34-4214-9d73-36ccacf767f5 req-95f1385a-c7f6-46bb-a722-775c1eda3bc8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:50.290263 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20b2a64a-6e34-4214-9d73-36ccacf767f5 req-95f1385a-c7f6-46bb-a722-775c1eda3bc8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 945 time: 0.0497148 Jul 30 08:13:50.330761 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20b2a64a-6e34-4214-9d73-36ccacf767f5 req-defc4693-b73f-43f1-96bc-926d868adddc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Jul 30 08:13:50.911266 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f5713d7c-d584-420f-9c39-45b399888473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:51.154170 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964188d-2817-4615-8144-b1082285f9a0 req-595ea2ea-4815-4866-8785-2f1f4919deea tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:51.155863 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2964188d-2817-4615-8144-b1082285f9a0 req-595ea2ea-4815-4866-8785-2f1f4919deea tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0566022 Jul 30 08:13:51.196274 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2964188d-2817-4615-8144-b1082285f9a0 req-6420e463-af00-438c-8d47-56e78f1e76d4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Jul 30 08:13:51.452353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df406ca-f4c6-4099-9bbb-b402e02b0db4 req-c0ccb4f3-374f-43ef-8943-4988c7185bcd tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:51.453858 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6df406ca-f4c6-4099-9bbb-b402e02b0db4 req-c0ccb4f3-374f-43ef-8943-4988c7185bcd tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 945 time: 0.0518951 Jul 30 08:13:51.493466 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6df406ca-f4c6-4099-9bbb-b402e02b0db4 req-fc631efc-3c55-4830-94d9-1be5a1210cdc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Jul 30 08:13:52.317690 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4569d-1fc8-4478-87f0-027819dfd10d req-8a0cbc0e-33af-4661-9a22-11f4c61b0677 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:52.319135 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fad4569d-1fc8-4478-87f0-027819dfd10d req-8a0cbc0e-33af-4661-9a22-11f4c61b0677 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Jul 30 08:13:52.357648 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fad4569d-1fc8-4478-87f0-027819dfd10d req-68c3a5b9-e24b-450c-95f2-5e20b79a5468 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jul 30 08:13:53.384710 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd893-0f06-4f59-ab88-0a48001bde5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:53.714258 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:53.739709 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:54.449327 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:55.785611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe19f57-1a91-42c8-996f-c928fb40a1a0 req-deae12e5-1c82-4d78-a3c3-60587b25fd72 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:55.787158 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8fe19f57-1a91-42c8-996f-c928fb40a1a0 req-deae12e5-1c82-4d78-a3c3-60587b25fd72 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Jul 30 08:13:55.828271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8fe19f57-1a91-42c8-996f-c928fb40a1a0 req-b9f9da08-5c2e-4655-afb2-64cdf61a88bc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jul 30 08:13:56.242393 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:56.959563 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5446b-b713-4a6b-b5aa-c6fcd129288b req-40b64b16-eee3-4391-b73a-289f9740a62d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:56.961031 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c7c5446b-b713-4a6b-b5aa-c6fcd129288b req-40b64b16-eee3-4391-b73a-289f9740a62d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Jul 30 08:13:57.000027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c7c5446b-b713-4a6b-b5aa-c6fcd129288b req-cf12c264-9caf-4c48-b9ca-ae0f9ccd1684 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Jul 30 08:13:57.621078 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50404) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:57.731758 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-66003a68-dafd-4834-aa49-c038bb44263e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:57.882460 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-66003a68-dafd-4834-aa49-c038bb44263e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:57.898063 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-66003a68-dafd-4834-aa49-c038bb44263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:57.948820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-66003a68-dafd-4834-aa49-c038bb44263e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2abacfdb74249bcb4da2af2c2893589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265638 Jul 30 08:13:57.952575 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50422) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:13:57.979327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003a68-dafd-4834-aa49-c038bb44263e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e22914d-0b40-4afe-b5b8-a6c40523e40d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:58.011626 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:58.035635 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:58.086607 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:58.089669 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:13:58.093875 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e22914d-0b40-4afe-b5b8-a6c40523e40d HTTP/1.1" status: 204 len: 168 time: 0.1400120 Jul 30 08:13:58.107055 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ede0e8-6c70-4bfa-a6b0-09568cea6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e22914d-0b40-4afe-b5b8-a6c40523e40d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:13:58.128945 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ce0d8-b3ad-4fe3-8bd2-7edd3f81c6ad req-fc255669-a6ad-4f4f-a57a-534b92950225 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:58.138823 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e38ce0d8-b3ad-4fe3-8bd2-7edd3f81c6ad req-fc255669-a6ad-4f4f-a57a-534b92950225 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0633085 Jul 30 08:13:58.185339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e38ce0d8-b3ad-4fe3-8bd2-7edd3f81c6ad req-2f4e246f-2b78-49fb-9445-b1678e2533e3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Jul 30 08:13:59.331260 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ee15-df0d-4c3c-95c3-970490dee706 req-b8ac7513-6a91-4bc3-b031-ddac4d20d657 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:59.333790 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58e1ee15-df0d-4c3c-95c3-970490dee706 req-b8ac7513-6a91-4bc3-b031-ddac4d20d657 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0664897 Jul 30 08:13:59.379374 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58e1ee15-df0d-4c3c-95c3-970490dee706 req-0e4d3f3f-7d89-4afc-98d6-fed39165ceed tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Jul 30 08:13:59.657567 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-cda8b5e4-dccd-42ca-afba-8c5572102ba1 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=064e9550c9a54035aa5d05d8b8990cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339222 Jul 30 08:13:59.891200 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-7bc69277-0a6d-4a16-96e2-6c2892e16984 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:13:59.893084 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-7bc69277-0a6d-4a16-96e2-6c2892e16984 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259240 Jul 30 08:13:59.909473 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-f98501f8-34e9-4e3e-a1ae-a757010443d7 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/quotas/064e9550c9a54035aa5d05d8b8990cce HTTP/1.1" status: 200 len: 375 time: 0.0102484 Jul 30 08:13:59.946064 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-7d97924b-9e03-489a-a1e5-08b39f7f9ce3 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=064e9550c9a54035aa5d05d8b8990cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302036 Jul 30 08:14:00.141062 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cbdb60a5-ed1e-4211-bbca-af5b571149d0 req-d1bbcfc3-b21e-4c07-bd5b-be2df04efff0 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0263960 Jul 30 08:14:00.500983 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f113e-24a5-4639-b8b3-963d3575720c req-408bd3ac-f021-4984-947d-84918c7a9932 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:00.501971 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dc8f113e-24a5-4639-b8b3-963d3575720c req-408bd3ac-f021-4984-947d-84918c7a9932 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Jul 30 08:14:00.542365 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dc8f113e-24a5-4639-b8b3-963d3575720c req-4a2d286f-7e8f-4767-ab94-ca99896a0e35 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Jul 30 08:14:01.236188 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd77ed11-789a-4f6a-b762-5080582e2ac3 req-f39b753f-4ef2-46c3-8a6c-87e84b98b1e0 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0281107 Jul 30 08:14:01.292084 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:14:01.668320 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5105791-1ffa-4211-8c28-d2553cd6b612 req-97ec6d15-25a4-4aa9-a2ae-c5581aae1d41 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:01.669894 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5105791-1ffa-4211-8c28-d2553cd6b612 req-97ec6d15-25a4-4aa9-a2ae-c5581aae1d41 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Jul 30 08:14:01.708882 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5105791-1ffa-4211-8c28-d2553cd6b612 req-3808bbdf-f4a0-4438-88d4-c3bbc88aaf6c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jul 30 08:14:02.328599 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-67af5b48-d62a-439d-acac-8b5939deedf8 req-5df9d49a-935c-4404-bc5f-01af034f4e7c tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0261157 Jul 30 08:14:02.823934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220cd8d-12cb-457b-9b9c-b185f16cc5b3 req-56b675ce-f7a3-45b2-acc1-94328ec2e415 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:02.825528 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b220cd8d-12cb-457b-9b9c-b185f16cc5b3 req-56b675ce-f7a3-45b2-acc1-94328ec2e415 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Jul 30 08:14:02.863250 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b220cd8d-12cb-457b-9b9c-b185f16cc5b3 req-c5621300-65ac-4550-b11e-8b776de11c33 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jul 30 08:14:03.437716 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d2a8a63f-9a23-4dc4-95f8-1e1993888c57 req-5592bff2-fd81-4e7e-8bac-ef0c41f9a4a9 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0354931 Jul 30 08:14:04.015255 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098114-6ee3-4c37-bcf8-4ad767798c72 req-9d883b6e-1a6d-4be8-88b3-0a08d074511f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:04.017358 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c9098114-6ee3-4c37-bcf8-4ad767798c72 req-9d883b6e-1a6d-4be8-88b3-0a08d074511f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0740068 Jul 30 08:14:04.085410 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-31f5765d-e42d-4fb0-bd0d-25258b2e24c0 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=064e9550c9a54035aa5d05d8b8990cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928197 Jul 30 08:14:04.106045 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c9098114-6ee3-4c37-bcf8-4ad767798c72 req-922f21c5-b3df-493c-9648-29a109ce6b74 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696149 Jul 30 08:14:04.313157 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2531f9-cd02-4153-b986-287f37d50aae req-53f5339a-7cdc-4e8b-842d-7d03a3cf9111 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:04.314772 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf2531f9-cd02-4153-b986-287f37d50aae req-53f5339a-7cdc-4e8b-842d-7d03a3cf9111 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0727227 Jul 30 08:14:04.359676 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf2531f9-cd02-4153-b986-287f37d50aae req-0bc21bfb-3098-4b9e-ac15-8de2dd4f879b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368552 Jul 30 08:14:04.378672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-cfad196e-10c7-497b-8228-16ad5cc0c4d1 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:04.380394 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-cfad196e-10c7-497b-8228-16ad5cc0c4d1 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728965 Jul 30 08:14:04.398248 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Request body: {'port': {'device_id': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827', 'admin_state_up': True, 'tenant_id': '064e9550c9a54035aa5d05d8b8990cce'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:04.534990 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ce8d5017-df5d-4e87-8641-e7eae76ab101 req-8a15aac6-1132-4f61-892b-b4c5fef5f20b tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0279071 Jul 30 08:14:04.774795 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Made reservation on behalf of 064e9550c9a54035aa5d05d8b8990cce for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:04.778537 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:04.787145 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:04.878521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:04.882230 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:04.948800 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48825795-df35-4e87-b7a7-ef42e4794872,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:04.963251 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.963680 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.964095 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.964435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.964772 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.965183 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.965594 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.966946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.966946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.967184 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.967541 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:04.967955 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:05.045480 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Allocated IP 192.168.233.155 (667fdcae-5460-4091-967e-9dea37ff2827/e3d9e737-7b92-42ce-99ac-9944eede6d90/341feb78-1b5c-4d03-9c17-f4970941295e) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:05.205413 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd608932-ba93-4fa2-ae2b-e854e0e884cf req-c41902fb-d6d4-4e3d-bd83-208fa9d002af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:05.207155 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fd608932-ba93-4fa2-ae2b-e854e0e884cf req-c41902fb-d6d4-4e3d-bd83-208fa9d002af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0922501 Jul 30 08:14:05.253198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce4237-7149-4af7-87b7-17a19138bc8b req-297486e5-9d1c-44dd-9fc8-d8813d6d7353 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:05.254856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d4ce4237-7149-4af7-87b7-17a19138bc8b req-297486e5-9d1c-44dd-9fc8-d8813d6d7353 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0606248 Jul 30 08:14:05.259067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.280860 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fd608932-ba93-4fa2-ae2b-e854e0e884cf req-99909a45-4f66-4629-8d8d-f9c6ad12ee18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Jul 30 08:14:05.283690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Transition to ACTIVE for port object 341feb78-1b5c-4d03-9c17-f4970941295e will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:05.298207 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d4ce4237-7149-4af7-87b7-17a19138bc8b req-05f576a9-1727-486e-857f-c12e580c8a16 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Jul 30 08:14:05.321849 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.364421 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Network 667fdcae-5460-4091-967e-9dea37ff2827 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:05.367812 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:05.371558 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:05.402297 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Pushing event updated for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:05.454582 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:05.457734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.475660 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-eb5cb727-cc24-4813-86b6-242b62e42d6d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0812538 Jul 30 08:14:05.488220 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Request body: {'port': {'device_id': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:05.545279 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a036d-6e84-4fdb-8541-626091f3f849 req-cbc5188f-8aed-48c8-93da-9c1c1a2180cc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:05.547267 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-353a036d-6e84-4fdb-8541-626091f3f849 req-cbc5188f-8aed-48c8-93da-9c1c1a2180cc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0913186 Jul 30 08:14:05.569565 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.644934 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-353a036d-6e84-4fdb-8541-626091f3f849 req-2e5e15e9-437d-4621-b01c-624fde6333df tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868104 Jul 30 08:14:05.722510 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-81cd1ec7-7588-4119-8d2c-cbacc86d99fd None None] Provisioning for port 341feb78-1b5c-4d03-9c17-f4970941295e completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:05.725941 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-81cd1ec7-7588-4119-8d2c-cbacc86d99fd None None] Provisioning complete for port 341feb78-1b5c-4d03-9c17-f4970941295e triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:05.726285 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-81cd1ec7-7588-4119-8d2c-cbacc86d99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.738076 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fc2c5-a059-4967-a9c0-4eed9a9a878d req-58e4baee-c362-4326-afa6-cb43268f7adb tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:05.745291 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-941fc2c5-a059-4967-a9c0-4eed9a9a878d req-58e4baee-c362-4326-afa6-cb43268f7adb tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 936 time: 0.0775728 Jul 30 08:14:05.764962 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-81cd1ec7-7588-4119-8d2c-cbacc86d99fd None None] Port 341feb78-1b5c-4d03-9c17-f4970941295e cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:05.788839 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-941fc2c5-a059-4967-a9c0-4eed9a9a878d req-efcd4033-4754-4b6a-970a-c55468e388bc tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Jul 30 08:14:05.924263 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341feb78-1b5c-4d03-9c17-f4970941295e {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:14:05.932810 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:05.947705 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Transition to ACTIVE for port object 341feb78-1b5c-4d03-9c17-f4970941295e will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:05.952088 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:06.026732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Pushing event updated for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:06.085827 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Attempting to bind port 341feb78-1b5c-4d03-9c17-f4970941295e on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:06.087011 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Attempting to bind port 341feb78-1b5c-4d03-9c17-f4970941295e by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:06.087354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Attempting to bind port 341feb78-1b5c-4d03-9c17-f4970941295e on network 667fdcae-5460-4091-967e-9dea37ff2827 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:06.093367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Port 341feb78-1b5c-4d03-9c17-f4970941295e on network 667fdcae-5460-4091-967e-9dea37ff2827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:14:06.093922 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Attempting to bind port 341feb78-1b5c-4d03-9c17-f4970941295e on network 667fdcae-5460-4091-967e-9dea37ff2827 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:06.100065 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:06.100488 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Checking segment: {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:06.101071 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Bound using segment: {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:06.101539 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Bound port: 341feb78-1b5c-4d03-9c17-f4970941295e, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010810fa-b4b0-4c1a-bad6-d16dd55c487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:06.102081 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:06.180783 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:06.185505 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=341feb78-1b5c-4d03-9c17-f4970941295e,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:06.194624 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:06.229538 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.230506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:06.232485 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] 10.222.0.30 "PUT /v2.0/ports/341feb78-1b5c-4d03-9c17-f4970941295e HTTP/1.1" status: 200 len: 1098 time: 0.7487023 Jul 30 08:14:06.235052 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:06.238680 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:06.283242 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ef9f0-0dd0-4d64-9381-aeb3e8917526 service neutron] Pushing event updated for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:06.310535 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017ca1d-2493-40b1-a937-85a1e1e7d860 x-openstack-request-id: req-9017ca1d-2493-40b1-a937-85a1e1e7d860 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:06.310831 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:06.311091 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9017ca1d-2493-40b1-a937-85a1e1e7d860 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:06.311504 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e', 'status': 'completed', 'code': 200} Jul 30 08:14:06.407105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-c105301c-6be6-4e32-9d47-94110ebcc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.409680 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-c105301c-6be6-4e32-9d47-94110ebcc7c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=064e9550c9a54035aa5d05d8b8990cce&device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 1101 time: 0.0851128 Jul 30 08:14:06.471559 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-40fbe1b7-7dc0-418b-b561-0d4ea71180b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=341feb78-1b5c-4d03-9c17-f4970941295e HTTP/1.1" status: 200 len: 217 time: 0.0412254 Jul 30 08:14:06.475606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aca89-96b2-4b59-9cea-834605f510c8 req-01ac873e-9c79-4798-b824-ad1a3e86f4a1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.477676 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b83aca89-96b2-4b59-9cea-834605f510c8 req-01ac873e-9c79-4798-b824-ad1a3e86f4a1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0674238 Jul 30 08:14:06.517098 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b83aca89-96b2-4b59-9cea-834605f510c8 req-a6c30f69-b108-40c0-9c80-fa29be41aac4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Jul 30 08:14:06.526122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-a003c3f6-7cbf-4ebf-8b50-cd1513894ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.527676 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-a003c3f6-7cbf-4ebf-8b50-cd1513894ab6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3d9e737-7b92-42ce-99ac-9944eede6d90 HTTP/1.1" status: 200 len: 843 time: 0.0463583 Jul 30 08:14:06.581164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-cd531ab2-f23b-4cfd-9569-d94934e472c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.582871 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-cd531ab2-f23b-4cfd-9569-d94934e472c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=667fdcae-5460-4091-967e-9dea37ff2827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454035 Jul 30 08:14:06.692971 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-5765f5fb-29f2-4e32-8e75-0f47faaa27aa service neutron] 10.222.0.30 "GET /v2.0/networks/667fdcae-5460-4091-967e-9dea37ff2827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001675 Jul 30 08:14:06.813755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b0c7-39e6-4acf-871f-f52faafb3bf0 req-d7eca84d-ea51-42c3-83bd-82db860ca4dc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.818055 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f367b0c7-39e6-4acf-871f-f52faafb3bf0 req-d7eca84d-ea51-42c3-83bd-82db860ca4dc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0891566 Jul 30 08:14:06.841197 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-a9849744-8f34-4f96-bd71-b186064a7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.842809 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f72d8-c9c9-413c-814d-eeba9a42be6e req-9d187807-a8d7-4cfe-89f9-583ea2359800 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.842944 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-a9849744-8f34-4f96-bd71-b186064a7ceb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.1018920 Jul 30 08:14:06.845423 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-802f72d8-c9c9-413c-814d-eeba9a42be6e req-9d187807-a8d7-4cfe-89f9-583ea2359800 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0860078 Jul 30 08:14:06.853748 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-04d932e0-5d01-4bd7-8cab-fa597902254f req-d85db905-f21f-46b0-a469-83063fe82aae service neutron] 10.222.0.30 "GET /v2.0/networks/667fdcae-5460-4091-967e-9dea37ff2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497681 Jul 30 08:14:06.910957 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-802f72d8-c9c9-413c-814d-eeba9a42be6e req-250314c1-7cd1-4156-a67d-27c391fc10bf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Jul 30 08:14:06.920422 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f367b0c7-39e6-4acf-871f-f52faafb3bf0 req-b305f2b5-1a4e-4084-a467-f8fd67adc40a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Jul 30 08:14:06.988585 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-2fd40c16-e189-499b-b48b-28fc0620c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:06.990242 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-2fd40c16-e189-499b-b48b-28fc0620c7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=064e9550c9a54035aa5d05d8b8990cce&device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 1101 time: 0.0758560 Jul 30 08:14:07.002869 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-ff345292-0372-4b0b-a76e-3959f1d822fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.004345 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-ff345292-0372-4b0b-a76e-3959f1d822fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.1497340 Jul 30 08:14:07.029802 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32345e-9d94-4280-a56f-5224b72cea3e req-f020798a-ef11-4bce-a5b2-32283bf367cf tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.031615 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bb32345e-9d94-4280-a56f-5224b72cea3e req-f020798a-ef11-4bce-a5b2-32283bf367cf tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 948 time: 0.0520208 Jul 30 08:14:07.070755 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bb32345e-9d94-4280-a56f-5224b72cea3e req-cd5ea678-a873-4b63-8586-6c787c5c54a7 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329471 Jul 30 08:14:07.087134 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-715b9e49-c180-4247-b3f8-a9bda407f6b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0631218 Jul 30 08:14:07.164067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-f20bfdac-d887-4664-a332-4b63c0f84ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.165542 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-f20bfdac-d887-4664-a332-4b63c0f84ed4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0653505 Jul 30 08:14:07.170306 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-5c659a41-8394-490a-bb77-3561cc62bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.171884 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-5c659a41-8394-490a-bb77-3561cc62bb59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=667fdcae-5460-4091-967e-9dea37ff2827 HTTP/1.1" status: 200 len: 870 time: 0.1665218 Jul 30 08:14:07.219568 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-ec6f0a4b-d0d1-4d0b-b0a7-ca3dacee1a79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304689 Jul 30 08:14:07.255834 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-7ccc40fd-fb16-4d8b-bb16-e880eda2ca22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=341feb78-1b5c-4d03-9c17-f4970941295e HTTP/1.1" status: 200 len: 217 time: 0.0589035 Jul 30 08:14:07.348693 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-951c83d3-f2b3-46a7-9224-f7a238267dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.350198 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-951c83d3-f2b3-46a7-9224-f7a238267dcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3d9e737-7b92-42ce-99ac-9944eede6d90 HTTP/1.1" status: 200 len: 843 time: 0.0837667 Jul 30 08:14:07.389986 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-0b710f12-78dc-419b-82d4-261fada18419 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426668 Jul 30 08:14:07.414741 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-bea4a0b4-4e11-47d4-940c-e5528540b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:07.416301 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-bea4a0b4-4e11-47d4-940c-e5528540b9ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=667fdcae-5460-4091-967e-9dea37ff2827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0526273 Jul 30 08:14:07.562839 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9c1d61e8-b4d8-4d2a-8e4e-fcb40b497ff1 req-5660eb04-001d-4a2b-b239-6fe8f83d1161 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586063 Jul 30 08:14:07.576249 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-9c532fec-6f9d-4aed-ba1f-b76a1d3f0cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/667fdcae-5460-4091-967e-9dea37ff2827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239069 Jul 30 08:14:07.679784 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9bb5438a-a1b5-456b-8c37-aba08d1cccc0 req-3dae54c2-8536-4b00-956b-dd0b13eb06ed service neutron] 10.222.0.30 "GET /v2.0/networks/667fdcae-5460-4091-967e-9dea37ff2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968349 Jul 30 08:14:07.712828 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50702) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:07.816893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b76d78d2-ffca-4950-95ad-8bfbec3c6aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:07.907292 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b76d78d2-ffca-4950-95ad-8bfbec3c6aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:07.911383 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b76d78d2-ffca-4950-95ad-8bfbec3c6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:07.957396 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b76d78d2-ffca-4950-95ad-8bfbec3c6aee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a0d9998ecc14f8bae508d35197233f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433221 Jul 30 08:14:07.958560 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d78d2-ffca-4950-95ad-8bfbec3c6aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc1175-c058-4ebb-8baf-65a2166ca648,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:07.960257 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50718) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:08.121314 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097670ac-3d15-4adf-bb6c-97b084a37c2e req-366cfe28-e502-402a-b235-7dbdb19f9939 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:08.123218 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-097670ac-3d15-4adf-bb6c-97b084a37c2e req-366cfe28-e502-402a-b235-7dbdb19f9939 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.1090536 Jul 30 08:14:08.123808 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.134176 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883353d-4d2e-46ad-82ef-b7b68b35bf23 req-7bf8e6a3-9235-4366-8ee9-6ca195544cb2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:08.135819 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6883353d-4d2e-46ad-82ef-b7b68b35bf23 req-7bf8e6a3-9235-4366-8ee9-6ca195544cb2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.1205206 Jul 30 08:14:08.183604 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.222862 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-097670ac-3d15-4adf-bb6c-97b084a37c2e req-4f814b72-77bf-4434-9bff-edfc7e287238 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840445 Jul 30 08:14:08.242732 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6883353d-4d2e-46ad-82ef-b7b68b35bf23 req-dcb7feb9-ce38-44b5-bade-2370a41d9ea9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917416 Jul 30 08:14:08.273691 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.276488 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.281083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aefc1175-c058-4ebb-8baf-65a2166ca648 HTTP/1.1" status: 204 len: 168 time: 0.3142102 Jul 30 08:14:08.293010 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc1175-c058-4ebb-8baf-65a2166ca648,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:08.301444 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.301796 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.302133 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.302658 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.302990 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.303326 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.303657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.303984 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.304312 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.304744 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.305103 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.305722 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0842158-3b8c-40b8-b6d7-19c8f8cf48e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:08.361218 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c24c6-ada8-455c-bec3-6f667f477eb0 req-d4cb0ab7-0c1f-4714-9f86-37f1500772de tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:08.362895 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-920c24c6-ada8-455c-bec3-6f667f477eb0 req-d4cb0ab7-0c1f-4714-9f86-37f1500772de tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 948 time: 0.0537224 Jul 30 08:14:08.406782 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-920c24c6-ada8-455c-bec3-6f667f477eb0 req-16ba32d9-0d61-4062-8d27-419407940800 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376472 Jul 30 08:14:08.549390 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50728) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:08.563051 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c60f-25c9-4938-b4f1-c59116501636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.652724 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c60f-25c9-4938-b4f1-c59116501636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.656502 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c60f-25c9-4938-b4f1-c59116501636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.694340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c0b0c60f-25c9-4938-b4f1-c59116501636 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4543e8d48b3e4e2daf5ff22ee955f69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438854 Jul 30 08:14:08.695459 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0c60f-25c9-4938-b4f1-c59116501636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3315ca7-928b-4eb1-a02c-0cb660985bd0,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:08.697133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50730) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:08.745221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.765478 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.809987 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.812556 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:08.813727 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3315ca7-928b-4eb1-a02c-0cb660985bd0 HTTP/1.1" status: 204 len: 168 time: 0.1155827 Jul 30 08:14:08.821554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b65919-7e5c-4ca7-8741-919aa5db0731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3315ca7-928b-4eb1-a02c-0cb660985bd0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:09.296093 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 50756) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:09.411332 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54872d85-d1e0-4eed-95a4-f98dd52c573e req-8126dd44-0e0a-4bc1-bca8-a96862b5025a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:09.412759 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54872d85-d1e0-4eed-95a4-f98dd52c573e req-8126dd44-0e0a-4bc1-bca8-a96862b5025a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0724890 Jul 30 08:14:09.428337 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaac8b-0111-4e0f-ac55-b568105b83f3 req-92f82a28-611c-43e4-974f-1aa9e06a55e0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:09.430080 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cdaac8b-0111-4e0f-ac55-b568105b83f3 req-92f82a28-611c-43e4-974f-1aa9e06a55e0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.1003838 Jul 30 08:14:09.443704 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3ece7e1-9706-41aa-91ba-82b28920ad4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.516212 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54872d85-d1e0-4eed-95a4-f98dd52c573e req-2ed81641-5129-4a35-a665-cdba15f890ad tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Jul 30 08:14:09.523397 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cdaac8b-0111-4e0f-ac55-b568105b83f3 req-011dbbba-a3de-4c51-85b7-e453580f3f41 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856342 Jul 30 08:14:09.605249 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3ece7e1-9706-41aa-91ba-82b28920ad4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.610140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c3ece7e1-9706-41aa-91ba-82b28920ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.651311 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c3ece7e1-9706-41aa-91ba-82b28920ad4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aa7e6ab2dbc4fe7bf0086625d59a95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538656 Jul 30 08:14:09.652090 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece7e1-9706-41aa-91ba-82b28920ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8c7fc-88cf-4d3a-af3b-474801650f41,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:09.654339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 50776) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:09.723034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.746442 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.771882 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5e8b2-7c33-48da-8c96-4890d518c94b req-54f10ea5-d12d-4ddc-a919-f90c34a2d836 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:09.774156 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-84b5e8b2-7c33-48da-8c96-4890d518c94b req-54f10ea5-d12d-4ddc-a919-f90c34a2d836 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 948 time: 0.0570338 Jul 30 08:14:09.799661 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.803439 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:09.810033 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1c8c7fc-88cf-4d3a-af3b-474801650f41 HTTP/1.1" status: 204 len: 168 time: 0.1546116 Jul 30 08:14:09.820959 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eef8e-5213-444e-a599-e4f3318a5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8c7fc-88cf-4d3a-af3b-474801650f41,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:09.826032 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-84b5e8b2-7c33-48da-8c96-4890d518c94b req-0c1d7c82-6ff1-45f1-bbb9-7268ccede827 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jul 30 08:14:10.853868 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9cf1-d6e7-41d8-8ff7-97b959981ecd req-7dd5aac6-be34-4d0d-8b33-049c98282b9c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:10.855309 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-509f9cf1-d6e7-41d8-8ff7-97b959981ecd req-7dd5aac6-be34-4d0d-8b33-049c98282b9c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.2696977 Jul 30 08:14:10.894019 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1914a9-92ca-4045-849e-ebcbd25b6d03 req-f7985d35-03d0-47bf-9530-8f3f9230a74f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:10.895447 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4e1914a9-92ca-4045-849e-ebcbd25b6d03 req-f7985d35-03d0-47bf-9530-8f3f9230a74f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.2754092 Jul 30 08:14:10.915759 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-509f9cf1-d6e7-41d8-8ff7-97b959981ecd req-01363075-e918-4aa3-9cd2-a6f8c41b12c7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536697 Jul 30 08:14:10.943325 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4e1914a9-92ca-4045-849e-ebcbd25b6d03 req-2890917b-5ee8-4c53-b62a-1cb2a8dd46c4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Jul 30 08:14:11.027404 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79fc3-0614-4275-a7f1-14c2e0acd5c7 req-4463b2d1-9fe5-4dc6-9f7b-4c474ce14615 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:11.028884 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c9f79fc3-0614-4275-a7f1-14c2e0acd5c7 req-4463b2d1-9fe5-4dc6-9f7b-4c474ce14615 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 948 time: 0.0475347 Jul 30 08:14:11.069481 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c9f79fc3-0614-4275-a7f1-14c2e0acd5c7 req-d7a79f87-37a0-4431-abb1-b5dc2b802f42 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Jul 30 08:14:11.399977 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 341feb78-1b5c-4d03-9c17-f4970941295e details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:14:11.478343 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a49829-8a72-4517-a935-bf8c07088915 req-352ce2ee-93ec-41d0-b14b-9f3b2198cd12 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:11.479921 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-60a49829-8a72-4517-a935-bf8c07088915 req-352ce2ee-93ec-41d0-b14b-9f3b2198cd12 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0554621 Jul 30 08:14:11.516665 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=341feb78-1b5c-4d03-9c17-f4970941295e,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:11.531172 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-60a49829-8a72-4517-a935-bf8c07088915 req-10f90a2f-6c6a-4ecc-88d8-b67bb55192e5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Jul 30 08:14:11.546845 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '341feb78-1b5c-4d03-9c17-f4970941295e', 'network_id': '667fdcae-5460-4091-967e-9dea37ff2827', 'port_id': '341feb78-1b5c-4d03-9c17-f4970941295e', 'mac_address': 'fa:16:3e:58:85:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d9e737-7b92-42ce-99ac-9944eede6d90', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:14:11.585157 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:11.597833 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341feb78-1b5c-4d03-9c17-f4970941295e {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:14:11.616641 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=341feb78-1b5c-4d03-9c17-f4970941295e,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:11.620620 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:11.666893 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:12.063342 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373084-d745-4b16-86b9-c1fa099aa5db req-d49d0c0a-1759-421e-9b50-485130149244 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:12.064802 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f0373084-d745-4b16-86b9-c1fa099aa5db req-d49d0c0a-1759-421e-9b50-485130149244 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0475371 Jul 30 08:14:12.103257 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f0373084-d745-4b16-86b9-c1fa099aa5db req-9ca3c805-7d7a-480d-bc6c-a2597bf577ad tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326338 Jul 30 08:14:12.187078 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785c39b-f32e-4786-94fe-71d60c9ee290 req-1f725df4-943c-4cf7-adc4-7533acc8595e tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:12.188497 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9785c39b-f32e-4786-94fe-71d60c9ee290 req-1f725df4-943c-4cf7-adc4-7533acc8595e tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0513110 Jul 30 08:14:12.225752 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9785c39b-f32e-4786-94fe-71d60c9ee290 req-eace2baa-4ae4-40a4-8b59-fdebed9eea67 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Jul 30 08:14:12.358008 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edb8a4-7cdc-4180-834f-e9bb3c97dc2f req-23ade641-440e-415d-a5c0-bb7711e2ebf1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:12.359485 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-99edb8a4-7cdc-4180-834f-e9bb3c97dc2f req-23ade641-440e-415d-a5c0-bb7711e2ebf1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Jul 30 08:14:12.400554 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-99edb8a4-7cdc-4180-834f-e9bb3c97dc2f req-e32668ba-3990-4dfe-bbbd-f3db7e1aa89b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352848 Jul 30 08:14:12.648368 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b13f-344f-4884-86ce-c20827a02e02 req-cf777952-8abc-419b-966f-2e2a73a814a7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:12.649995 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-85a7b13f-344f-4884-86ce-c20827a02e02 req-cf777952-8abc-419b-966f-2e2a73a814a7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0487893 Jul 30 08:14:12.689003 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-85a7b13f-344f-4884-86ce-c20827a02e02 req-da8ea393-a63a-4838-9624-dac3d8ef0a8d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Jul 30 08:14:13.223175 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e084768-012b-44e1-b47b-20d99d9d39a9 req-358a2ad2-bd4f-4a79-a1f3-9d12c0dce30d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:13.224658 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e084768-012b-44e1-b47b-20d99d9d39a9 req-358a2ad2-bd4f-4a79-a1f3-9d12c0dce30d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0478096 Jul 30 08:14:13.261832 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e084768-012b-44e1-b47b-20d99d9d39a9 req-695c95b1-d892-4dc2-bde7-c42a20eca1fa tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Jul 30 08:14:13.366775 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ec89f-5ebd-421d-b93d-11568784a89f req-db53b2b7-34d0-4756-b434-963a62ec6b9a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:13.368299 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e9ec89f-5ebd-421d-b93d-11568784a89f req-db53b2b7-34d0-4756-b434-963a62ec6b9a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0476737 Jul 30 08:14:13.409805 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1e9ec89f-5ebd-421d-b93d-11568784a89f req-912126b0-ce68-4305-b4fb-d75b4e43be02 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Jul 30 08:14:13.801262 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a54b9-b931-4ef6-8f06-715806c61b90 req-63af6cec-0881-4c42-9ad4-95dc6b076b1d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:13.802733 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-979a54b9-b931-4ef6-8f06-715806c61b90 req-63af6cec-0881-4c42-9ad4-95dc6b076b1d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0472875 Jul 30 08:14:13.839376 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-979a54b9-b931-4ef6-8f06-715806c61b90 req-00fb711b-26e8-403f-8d52-fb85ea1c4efc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Jul 30 08:14:14.378846 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7322f-139c-49eb-8ba4-c2a7099b9027 req-39a59671-2d38-4e6e-b93f-fd7f185f8529 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:14.380386 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f3a7322f-139c-49eb-8ba4-c2a7099b9027 req-39a59671-2d38-4e6e-b93f-fd7f185f8529 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0470879 Jul 30 08:14:14.418008 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f3a7322f-139c-49eb-8ba4-c2a7099b9027 req-5b31278b-95ba-4151-9a80-b2852b5f4223 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Jul 30 08:14:14.521310 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b0953-5704-4ad0-b099-e272991e5e88 req-cce68ff8-2a2b-47c7-b3f7-9a47fd044b60 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:14.522807 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c3b0953-5704-4ad0-b099-e272991e5e88 req-cce68ff8-2a2b-47c7-b3f7-9a47fd044b60 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0475159 Jul 30 08:14:14.564572 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1c3b0953-5704-4ad0-b099-e272991e5e88 req-b0bf6697-4b2b-4961-90bb-9e15c352ec04 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Jul 30 08:14:14.847070 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['341feb78-1b5c-4d03-9c17-f4970941295e'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:14:14.971302 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca011a-754b-4af0-8f97-6875b8d14ad8 req-8c39a1a4-3d26-4a96-b4bd-a68227df31b5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:14.973145 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cdca011a-754b-4af0-8f97-6875b8d14ad8 req-8c39a1a4-3d26-4a96-b4bd-a68227df31b5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0605059 Jul 30 08:14:15.027758 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cdca011a-754b-4af0-8f97-6875b8d14ad8 req-06bef650-7d96-46bc-9e6f-fa40408f0e9f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 Jul 30 08:14:15.539303 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71191f8-ea94-4d78-b4fa-92a53ef85394 req-4883631c-0737-46d9-8233-6f3a908d2036 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:15.540979 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d71191f8-ea94-4d78-b4fa-92a53ef85394 req-4883631c-0737-46d9-8233-6f3a908d2036 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0491626 Jul 30 08:14:15.579591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d71191f8-ea94-4d78-b4fa-92a53ef85394 req-d8c899d2-c6c6-4131-9c95-3a1839530980 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Jul 30 08:14:15.681450 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518037-ad8c-4a00-ab2d-b04dcd1b6ef0 req-fbd3fd54-5693-4333-95ce-9b6a5f66989b tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:15.682946 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-47518037-ad8c-4a00-ab2d-b04dcd1b6ef0 req-fbd3fd54-5693-4333-95ce-9b6a5f66989b tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0479457 Jul 30 08:14:15.727016 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-47518037-ad8c-4a00-ab2d-b04dcd1b6ef0 req-90d5178c-50c3-48f2-94dd-60ec74868e5d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Jul 30 08:14:16.077857 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-0d2c97c2-1d06-4926-917e-758df003f6ab tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:16.080965 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-0d2c97c2-1d06-4926-917e-758df003f6ab tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.1017306 Jul 30 08:14:16.097057 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-abcac917-94f8-4447-93e3-2f523e0ef340 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/quotas/079ac4f507da4fd0b4d70cf9e80f0cca HTTP/1.1" status: 200 len: 375 time: 0.0112998 Jul 30 08:14:16.175321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-705d409b-b793-4394-872f-5ec65ad014e4 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710683 Jul 30 08:14:16.183856 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e234167-4665-439d-8359-4c0af7454fea req-44fdcf7d-8d3b-495d-a290-cbe46625b19d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:16.185909 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e234167-4665-439d-8359-4c0af7454fea req-44fdcf7d-8d3b-495d-a290-cbe46625b19d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0905378 Jul 30 08:14:16.269339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e234167-4665-439d-8359-4c0af7454fea req-42e959f1-7327-4665-aad0-b462f84cb54f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753481 Jul 30 08:14:16.294561 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-15368747-a90f-4335-8371-1b2bbab15a59 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077006 Jul 30 08:14:16.387256 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-00a46f9e-28b5-4b40-a753-0ff3054adf17 service neutron] 10.222.0.16 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Jul 30 08:14:16.540406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03833dd0-ff9f-401e-bd6a-7504c247f0a3 req-b53a4730-5a49-4564-aa3b-42f9761adc6e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Jul 30 08:14:16.709875 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106016-715a-4a66-a743-bf66d14a4ef3 req-295a737a-4f94-4340-a353-4e17c64095ab tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:16.711490 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-48106016-715a-4a66-a743-bf66d14a4ef3 req-295a737a-4f94-4340-a353-4e17c64095ab tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0512793 Jul 30 08:14:16.752647 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-48106016-715a-4a66-a743-bf66d14a4ef3 req-a8da4f77-505d-4349-aec1-33028314ae42 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350308 Jul 30 08:14:16.860058 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527d74-097f-4d5e-8c66-397e7bf88db4 req-0728e74e-e548-4a9f-a087-1e899f9294c4 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:16.861590 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-07527d74-097f-4d5e-8c66-397e7bf88db4 req-0728e74e-e548-4a9f-a087-1e899f9294c4 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0537543 Jul 30 08:14:16.900663 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-07527d74-097f-4d5e-8c66-397e7bf88db4 req-144cb81c-e369-47f9-9e36-609e133505ab tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jul 30 08:14:17.383531 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2fd6-25b7-4159-af8f-969084fb172a req-0cd5465b-17e5-439b-9739-5bf4ae189ec9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:17.385027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e7d2fd6-25b7-4159-af8f-969084fb172a req-0cd5465b-17e5-439b-9739-5bf4ae189ec9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0481787 Jul 30 08:14:17.423043 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e7d2fd6-25b7-4159-af8f-969084fb172a req-709e536d-5aca-4570-8f7b-3ee706634d34 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Jul 30 08:14:17.633452 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bbcfdfc4-4c78-48df-9758-b5ff9c1152d4 req-46e3599b-3fb4-4942-ba81-3ed72c694063 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 210 time: 0.0270240 Jul 30 08:14:17.876086 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724e54-12dc-4eee-aa9b-8d6e73894803 req-8f3bb3dd-6ff5-4a74-a36d-e0a3c1aaf3e7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:17.877497 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91724e54-12dc-4eee-aa9b-8d6e73894803 req-8f3bb3dd-6ff5-4a74-a36d-e0a3c1aaf3e7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Jul 30 08:14:17.912840 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 341feb78-1b5c-4d03-9c17-f4970941295e up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:17.916265 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91724e54-12dc-4eee-aa9b-8d6e73894803 req-72703d8d-3f2f-4631-bba9-a751e74b8994 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Jul 30 08:14:17.967843 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 341feb78-1b5c-4d03-9c17-f4970941295e completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:17.972983 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 341feb78-1b5c-4d03-9c17-f4970941295e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:17.973649 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:18.032607 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8434d-09e3-4dc2-bce4-6aaf09fb02a5 req-281e6052-0ed3-45b7-98ab-e3ddb931982e tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:18.034235 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5fc8434d-09e3-4dc2-bce4-6aaf09fb02a5 req-281e6052-0ed3-45b7-98ab-e3ddb931982e tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 949 time: 0.0532236 Jul 30 08:14:18.075265 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5fc8434d-09e3-4dc2-bce4-6aaf09fb02a5 req-743a2384-8e7b-4c6e-8a24-d63381797696 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345314 Jul 30 08:14:18.173841 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:18.197347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:18.199607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f8211-aab1-45be-a400-42c9f9c1ec63" -d '{"events": [{"server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "name": "network-vif-plugged", "status": "completed", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:18.212433 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=341feb78-1b5c-4d03-9c17-f4970941295e,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:18.216088 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:18.240264 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6960b5af-1be8-4903-9a69-6c0098b855f9 x-openstack-request-id: req-6960b5af-1be8-4903-9a69-6c0098b855f9 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:18.240556 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "name": "network-vif-plugged", "status": "completed", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:18.240833 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6960b5af-1be8-4903-9a69-6c0098b855f9 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:18.241243 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e', 'code': 200} Jul 30 08:14:18.266287 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:18.273455 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.273807 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.274150 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.274488 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.274821 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.275149 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.275478 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.275803 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.276153 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.276482 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.276815 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.277242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:18.535660 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58b50-aa0f-494f-ba1f-b2fc76e74c89 req-727b9c38-16c6-4b67-8b76-354a5c116bde tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:18.537167 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aee58b50-aa0f-494f-ba1f-b2fc76e74c89 req-727b9c38-16c6-4b67-8b76-354a5c116bde tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0481300 Jul 30 08:14:18.573938 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aee58b50-aa0f-494f-ba1f-b2fc76e74c89 req-0c269664-420a-4100-a283-4bd958e0812b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Jul 30 08:14:18.726508 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-771ceae5-b627-4d02-85a3-ade52038024e req-de00fd62-71da-4c20-95ff-a3abf6ce2921 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 210 time: 0.0285525 Jul 30 08:14:19.049841 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d2400-5ab8-46a7-b634-9611fde7ba7c req-8d4c9667-b511-4312-b540-e2cb723f3a70 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:19.057647 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-548d2400-5ab8-46a7-b634-9611fde7ba7c req-8d4c9667-b511-4312-b540-e2cb723f3a70 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0608616 Jul 30 08:14:19.098158 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-548d2400-5ab8-46a7-b634-9611fde7ba7c req-520acc07-9954-4201-8cab-0d071f6db95b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395188 Jul 30 08:14:19.178207 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece1e75-ff36-4a67-8eaf-46366bcb39b8 req-486a4c02-a0b9-4d63-827b-65013613f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:19.179775 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8ece1e75-ff36-4a67-8eaf-46366bcb39b8 req-486a4c02-a0b9-4d63-827b-65013613f8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 1103 time: 0.0391817 Jul 30 08:14:19.200456 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a14db-bf75-4523-bfdb-a2ab6b1f0042 req-098bc2b8-689c-477b-b75e-897ff959218f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:19.202573 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-662a14db-bf75-4523-bfdb-a2ab6b1f0042 req-098bc2b8-689c-477b-b75e-897ff959218f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0523891 Jul 30 08:14:19.220877 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8ece1e75-ff36-4a67-8eaf-46366bcb39b8 req-ecbf7ed0-5581-4284-ba0f-e4364ea99f7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283132 Jul 30 08:14:19.240214 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-662a14db-bf75-4523-bfdb-a2ab6b1f0042 req-261234a1-6b9d-490e-b982-1c8f1f51ae40 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 30 08:14:19.689431 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b065-4bab-496e-8d12-c86f1b861722 req-1ace7023-fead-4789-aecd-2fbe9fe458f4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:19.690926 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e24b065-4bab-496e-8d12-c86f1b861722 req-1ace7023-fead-4789-aecd-2fbe9fe458f4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0504079 Jul 30 08:14:19.733895 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e24b065-4bab-496e-8d12-c86f1b861722 req-942e8dbf-9686-410c-81a5-c5310dfb8786 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369008 Jul 30 08:14:19.826937 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-98f99153-0500-4e86-a8d8-5fd7b8909909 req-919c6202-6fd4-4286-aff9-8c03bc514b4a tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 210 time: 0.0309198 Jul 30 08:14:19.873810 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-19339905-d7e1-4425-9ef9-4f9365523480 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:19.875382 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-19339905-d7e1-4425-9ef9-4f9365523480 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 814 time: 0.1125836 Jul 30 08:14:19.893998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Request body: {'port': {'device_id': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'admin_state_up': True, 'tenant_id': '079ac4f507da4fd0b4d70cf9e80f0cca'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:20.010763 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Made reservation on behalf of 079ac4f507da4fd0b4d70cf9e80f0cca for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:20.015400 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:20.147958 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Allocated IP 172.20.0.8 (9312e2cc-f11c-4972-b809-32af944107f3/f4c349c2-c3c0-4aec-83c0-39489dba0edb/cb692e25-44a5-4e5e-acb4-26310808fa4c) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:20.230198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e427-77ea-4c4b-a37c-a3341a4149a4 req-d760b11c-d250-49e3-8534-5b7c12f7d9c1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:20.231816 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6fd1e427-77ea-4c4b-a37c-a3341a4149a4 req-d760b11c-d250-49e3-8534-5b7c12f7d9c1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Jul 30 08:14:20.274264 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6fd1e427-77ea-4c4b-a37c-a3341a4149a4 req-bba1ef74-9ec3-4037-9719-e47035817afc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Jul 30 08:14:20.309254 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:20.348958 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:20.356832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575195d-87b2-4b5d-bac2-87e7409c5c8c req-7604ca4e-f46c-4755-abe5-95f6f7ab5c3a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:20.359337 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4575195d-87b2-4b5d-bac2-87e7409c5c8c req-7604ca4e-f46c-4755-abe5-95f6f7ab5c3a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0489671 Jul 30 08:14:20.394970 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Network 9312e2cc-f11c-4972-b809-32af944107f3 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:20.398048 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4575195d-87b2-4b5d-bac2-87e7409c5c8c req-6ea44a07-883d-4329-a923-26023587780d tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jul 30 08:14:20.399914 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:20.404420 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:20.408886 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event updated for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:20.454393 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:20.455002 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:20.469122 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-f0296a9d-6727-4166-ab79-999c7c207f4c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794692 Jul 30 08:14:20.851815 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97405f3-50a1-4a83-84c0-17202c79dd9f req-c3a9821b-651c-4b15-bcdd-a8ca3401a722 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:20.853339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d97405f3-50a1-4a83-84c0-17202c79dd9f req-c3a9821b-651c-4b15-bcdd-a8ca3401a722 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0519888 Jul 30 08:14:20.894962 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d97405f3-50a1-4a83-84c0-17202c79dd9f req-f8bab814-91b8-4b70-a42d-b2750f92311a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Jul 30 08:14:20.906128 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-81d843fb-4971-4387-920d-391c8c404062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:20.941734 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6916b5-5822-48d2-bbe8-e38d15f61e3a req-cb461309-518c-4f4f-b868-c7c0cbc18bff tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:20.943305 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b6916b5-5822-48d2-bbe8-e38d15f61e3a req-cb461309-518c-4f4f-b868-c7c0cbc18bff tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 931 time: 0.0527072 Jul 30 08:14:20.980079 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b6916b5-5822-48d2-bbe8-e38d15f61e3a req-3e42e566-8e2b-4bb9-8026-5d40a74d3fe6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Jul 30 08:14:21.393928 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e616a0e-3d8a-4d47-b937-b1b8dd6a6afd req-cc97decb-f205-4ff5-91b7-92931d25b3bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:21.395533 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e616a0e-3d8a-4d47-b937-b1b8dd6a6afd req-cc97decb-f205-4ff5-91b7-92931d25b3bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Jul 30 08:14:21.432884 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e616a0e-3d8a-4d47-b937-b1b8dd6a6afd req-d72a6288-1dd8-49e1-8ec6-008a7f5673be tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Jul 30 08:14:21.519438 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092024-6e06-4c8f-b476-0aec09e5800d req-511d4ccc-5fee-430c-b268-e1cc6e051333 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:21.520987 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c5092024-6e06-4c8f-b476-0aec09e5800d req-511d4ccc-5fee-430c-b268-e1cc6e051333 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0510495 Jul 30 08:14:21.558990 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c5092024-6e06-4c8f-b476-0aec09e5800d req-56699268-3e37-4434-862e-3ea6537665f3 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Jul 30 08:14:22.007959 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aaffc-8f90-4582-baf2-c6fc5b0cb86d req-4e023ff7-6463-44c9-ba40-c04203f4d20d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:22.009189 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-651aaffc-8f90-4582-baf2-c6fc5b0cb86d req-4e023ff7-6463-44c9-ba40-c04203f4d20d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0475228 Jul 30 08:14:22.048242 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-651aaffc-8f90-4582-baf2-c6fc5b0cb86d req-d5d48f9f-ffa1-4c2a-aa00-2f3cf188e930 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Jul 30 08:14:22.095066 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c48f8-4cdf-43bc-9559-7702ba19ae7a req-61364917-19eb-4c52-993d-867d420629fc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:22.096545 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-445c48f8-4cdf-43bc-9559-7702ba19ae7a req-61364917-19eb-4c52-993d-867d420629fc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 931 time: 0.0474565 Jul 30 08:14:22.132695 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-445c48f8-4cdf-43bc-9559-7702ba19ae7a req-ee9fc89e-368c-42ae-b77f-d9e0e2af8f4e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301986 Jul 30 08:14:22.553362 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8dca-05fa-4d23-b1f1-3b5f09d604ad req-c2a1bbeb-fea0-49c0-ac78-416da4bdb842 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:22.554852 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aceb8dca-05fa-4d23-b1f1-3b5f09d604ad req-c2a1bbeb-fea0-49c0-ac78-416da4bdb842 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Jul 30 08:14:22.593461 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aceb8dca-05fa-4d23-b1f1-3b5f09d604ad req-9e7f7586-95d4-4695-8a99-006e0b8addc5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Jul 30 08:14:22.673372 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c6122-617e-434f-8b93-fd8fd60af6e5 req-e8b2e68d-8208-4b91-a358-07a6d817a703 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:22.674839 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f95c6122-617e-434f-8b93-fd8fd60af6e5 req-e8b2e68d-8208-4b91-a358-07a6d817a703 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0469401 Jul 30 08:14:22.712138 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f95c6122-617e-434f-8b93-fd8fd60af6e5 req-f7874b71-90d7-4d5c-b570-00da24238ff2 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Jul 30 08:14:23.164976 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d281-c0c2-445f-ab25-77f691a6ab6f req-b26e5a0f-b006-41ac-9691-afe0395bc48a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:23.166518 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfd0d281-c0c2-445f-ab25-77f691a6ab6f req-b26e5a0f-b006-41ac-9691-afe0395bc48a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0491383 Jul 30 08:14:23.215960 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfd0d281-c0c2-445f-ab25-77f691a6ab6f req-17733750-d0a2-4414-92ad-b1b345a80b3d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jul 30 08:14:23.255862 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d62c-6eeb-46c2-b99b-39697bbddfba req-2f7c6e5b-c2e5-4c04-a482-1a09119a3398 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:23.257382 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39d1d62c-6eeb-46c2-b99b-39697bbddfba req-2f7c6e5b-c2e5-4c04-a482-1a09119a3398 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 931 time: 0.0570908 Jul 30 08:14:23.298106 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39d1d62c-6eeb-46c2-b99b-39697bbddfba req-9eee1983-3899-441f-9471-fec856bbb5b5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Jul 30 08:14:23.385688 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4a4309da-8648-4086-8dec-bc08fa659e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:23.595731 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534', '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:14:23.625920 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Request body: {'port': {'device_id': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:23.691300 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:23.731160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:23.758627 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5d6d-0b64-4914-8925-c38c881d9abc req-e6ca5cfd-4a67-477e-a895-87432bc19464 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:23.760444 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-599d5d6d-0b64-4914-8925-c38c881d9abc req-e6ca5cfd-4a67-477e-a895-87432bc19464 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0860720 Jul 30 08:14:23.833682 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-599d5d6d-0b64-4914-8925-c38c881d9abc req-72e3691d-22ae-4f78-93fb-3694838936fc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665286 Jul 30 08:14:23.845411 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:23.861882 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e207-90a9-426e-b350-363676a844f7 req-25d8957a-150a-4eb6-88ad-d26232b18aeb tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:23.863520 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f495e207-90a9-426e-b350-363676a844f7 req-25d8957a-150a-4eb6-88ad-d26232b18aeb tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0653434 Jul 30 08:14:23.898779 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-7843689d-bc8d-48a1-b8f5-7c6bd234bb71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387749 Jul 30 08:14:23.922111 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f495e207-90a9-426e-b350-363676a844f7 req-3fd87a20-ca78-4249-a400-7dcdbc2819bf tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Jul 30 08:14:24.022383 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-87d7df1a-3b54-42c8-9884-0f464ec8cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.023796 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-87d7df1a-3b54-42c8-9884-0f464ec8cd01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0701394 Jul 30 08:14:24.366069 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371c43-d0a8-472c-a59f-e24439c54a5d req-20a83263-3841-48b5-81d9-38650ffd5897 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.373702 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea371c43-d0a8-472c-a59f-e24439c54a5d req-20a83263-3841-48b5-81d9-38650ffd5897 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0787375 Jul 30 08:14:24.389884 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb692e25-44a5-4e5e-acb4-26310808fa4c {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:14:24.398813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.428843 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea371c43-d0a8-472c-a59f-e24439c54a5d req-6a7a1bbb-6788-4584-b8f1-89fe03d58a9a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 Jul 30 08:14:24.431170 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Transition to ACTIVE for port object cb692e25-44a5-4e5e-acb4-26310808fa4c will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:24.449513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.464729 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.491684 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e424b1-cbe2-42d2-a001-ea65cbfc1e47 req-e552d288-7198-416d-8c3e-b9fe7461fa7c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.493353 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-21e424b1-cbe2-42d2-a001-ea65cbfc1e47 req-e552d288-7198-416d-8c3e-b9fe7461fa7c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 943 time: 0.0825310 Jul 30 08:14:24.522013 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-08b731b0-ca1d-4bfd-84f2-8a45dc100b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.523477 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-08b731b0-ca1d-4bfd-84f2-8a45dc100b83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.2570312 Jul 30 08:14:24.539217 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-21e424b1-cbe2-42d2-a001-ea65cbfc1e47 req-848904c9-051b-4c6f-8ef7-1fc0742729de tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Jul 30 08:14:24.542335 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:24.577188 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-1bd7ead6-175a-45b1-997b-2f868d65859b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0417931 Jul 30 08:14:24.667521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-856a374b-6f2f-47ba-8c99-da8638e45888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.668958 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-856a374b-6f2f-47ba-8c99-da8638e45888 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0728593 Jul 30 08:14:24.679209 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Attempting to bind port cb692e25-44a5-4e5e-acb4-26310808fa4c on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:24.679562 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Attempting to bind port cb692e25-44a5-4e5e-acb4-26310808fa4c by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:24.679896 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Attempting to bind port cb692e25-44a5-4e5e-acb4-26310808fa4c on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:24.705566 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-f07ab89b-ec8d-447c-bacc-51508cd561e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275431 Jul 30 08:14:24.706522 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Port cb692e25-44a5-4e5e-acb4-26310808fa4c on network 9312e2cc-f11c-4972-b809-32af944107f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:14:24.706849 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Attempting to bind port cb692e25-44a5-4e5e-acb4-26310808fa4c on network 9312e2cc-f11c-4972-b809-32af944107f3 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:24.715518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:24.715518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Checking segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:24.715518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Bound using segment: {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:24.715518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Bound port: cb692e25-44a5-4e5e-acb4-26310808fa4c, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8e653-57ee-43cf-8e77-1201b89660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:24.715518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.842493 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:24.851193 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:24.857066 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.863559 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-ac345e0f-aace-4d4b-83c4-a5b386914cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397769 Jul 30 08:14:24.951870 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:24.952503 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:24.953961 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb692e25-44a5-4e5e-acb4-26310808fa4c HTTP/1.1" status: 200 len: 1093 time: 1.3330090 Jul 30 08:14:24.954411 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:24.956682 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d271494d-8379-4841-a964-6faf2c68fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:24.994090 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7e038-2bb7-4758-aca1-e1ce82995fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:25.014544 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1186-73cd-4444-9270-14cc3fc1e0bc req-a5d3011d-afee-4b8d-9215-54aa7e59f743 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.017385 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cec1186-73cd-4444-9270-14cc3fc1e0bc req-a5d3011d-afee-4b8d-9215-54aa7e59f743 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0819936 Jul 30 08:14:25.032169 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fc6543d9-3f40-407b-9824-4ec29140fea4 req-45b82b0c-bae8-449b-80a5-a54ca04e40e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361439 Jul 30 08:14:25.091143 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cec1186-73cd-4444-9270-14cc3fc1e0bc req-3fb2dde0-5dd5-490d-89b7-db9aef58284e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662057 Jul 30 08:14:25.103004 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7049f496-1311-4dcb-af8a-eaba3e292840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.104489 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7049f496-1311-4dcb-af8a-eaba3e292840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 1096 time: 0.0570757 Jul 30 08:14:25.108871 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c34e8-a6bb-4d3e-a63c-8b7bf0007a1c req-fce727f8-8ce2-4fce-a6f8-8d7479c5488a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.110565 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-292c34e8-a6bb-4d3e-a63c-8b7bf0007a1c req-fce727f8-8ce2-4fce-a6f8-8d7479c5488a tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0695009 Jul 30 08:14:25.154050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-292c34e8-a6bb-4d3e-a63c-8b7bf0007a1c req-affdb0ac-d75a-4eaa-a2b3-90258ddf3eb9 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Jul 30 08:14:25.163674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d28f2-fd6d-43b6-827a-61cfecac81de x-openstack-request-id: req-946d28f2-fd6d-43b6-827a-61cfecac81de {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:25.163941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:25.164197 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-946d28f2-fd6d-43b6-827a-61cfecac81de {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:25.164584 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c', 'status': 'completed', 'code': 200} Jul 30 08:14:25.166376 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-d4ffca45-3562-4258-b9dc-e05034a95132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c HTTP/1.1" status: 200 len: 217 time: 0.0433128 Jul 30 08:14:25.220034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7924fa6f-5c2b-4597-b7eb-b1374f112889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.221592 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7924fa6f-5c2b-4597-b7eb-b1374f112889 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0448270 Jul 30 08:14:25.255269 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-7e0b8012-25dd-44d9-8a6e-86e9fbf5ed16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238445 Jul 30 08:14:25.363867 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-252600eb-d63d-45b1-891f-0b1d97229e79 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959270 Jul 30 08:14:25.414481 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11831481-db79-44bf-aedd-217b196fe342 req-0caec87a-2921-436f-b4e5-c5839ef33a78 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.415971 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11831481-db79-44bf-aedd-217b196fe342 req-0caec87a-2921-436f-b4e5-c5839ef33a78 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0480251 Jul 30 08:14:25.467509 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-44eec089-4834-414f-8aa9-38cd6911c7c8 req-01022532-3c1d-4bf9-afd8-6581caa2f9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945523 Jul 30 08:14:25.467704 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11831481-db79-44bf-aedd-217b196fe342 req-35045729-7319-4e20-b6ae-e67477ed40e6 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jul 30 08:14:25.553184 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d965-3886-402c-b0db-e060da8620eb req-76e74883-406c-43d2-acc2-e2002bb4d1fd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.554850 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6d70d965-3886-402c-b0db-e060da8620eb req-76e74883-406c-43d2-acc2-e2002bb4d1fd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0553586 Jul 30 08:14:25.590632 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-cfd3bf19-755f-4f2a-99ba-ce53972fc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.592052 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-cfd3bf19-755f-4f2a-99ba-ce53972fc522 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 1096 time: 0.0436826 Jul 30 08:14:25.599325 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6d70d965-3886-402c-b0db-e060da8620eb req-9e8c6884-9107-41cb-b9b0-eadf557810cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Jul 30 08:14:25.601573 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:14:25.722646 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-0daaa020-ee91-423a-80f2-019b6527fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.724370 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-0daaa020-ee91-423a-80f2-019b6527fc20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 200 len: 915 time: 0.1176445 Jul 30 08:14:25.726849 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:25.735411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1863-3d92-4d4d-a7ab-a7a7ef76e7d3 req-e1a99d5f-dc85-40aa-9c2b-d9e773acc391 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.737197 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee3d1863-3d92-4d4d-a7ab-a7a7ef76e7d3 req-e1a99d5f-dc85-40aa-9c2b-d9e773acc391 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 943 time: 0.0578604 Jul 30 08:14:25.739865 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:14:25.790229 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee3d1863-3d92-4d4d-a7ab-a7a7ef76e7d3 req-9ea9d2c7-b5ec-4082-8e8c-c80ea4b81503 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Jul 30 08:14:25.792361 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-eb1993ee-8131-4cf7-bb5c-5813c93bea73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c HTTP/1.1" status: 200 len: 217 time: 0.0490115 Jul 30 08:14:25.802278 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:25.823668 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:14:25.846340 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:25.853779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:25.866093 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2cfd-6565-4dbf-a242-c342a4e47f1e req-42bb49d5-7dbe-4330-90e6-2c28c91f6ebb tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.867797 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f1d2cfd-6565-4dbf-a242-c342a4e47f1e req-42bb49d5-7dbe-4330-90e6-2c28c91f6ebb tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Jul 30 08:14:25.896068 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-775a24aa-0f60-4226-9a76-8d01b2df3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.898152 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-775a24aa-0f60-4226-9a76-8d01b2df3123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0828350 Jul 30 08:14:25.899836 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-5e70bf59-de8a-41dc-9f1a-a93148c3d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:25.901235 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-5e70bf59-de8a-41dc-9f1a-a93148c3d924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 200 len: 854 time: 0.0782444 Jul 30 08:14:25.905680 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:25.912320 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f1d2cfd-6565-4dbf-a242-c342a4e47f1e req-cf2f078e-de97-4b55-80d6-afb054543894 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Jul 30 08:14:25.996376 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-ce48b362-19fd-42cf-a9dd-5b1a9bde85f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9312e2cc-f11c-4972-b809-32af944107f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656157 Jul 30 08:14:26.094882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['4229bb2c-c097-4ebf-9466-c0a437268a65'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:14:26.095070 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-a5e0e112-b924-406e-b193-6d4bec2e2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.096501 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-a5e0e112-b924-406e-b193-6d4bec2e2100 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.1646011 Jul 30 08:14:26.166454 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-6cc3b1bc-3327-48d9-b529-d22072ece944 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559880 Jul 30 08:14:26.167877 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-6362e981-aa92-49f8-baf7-adea3b673242 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0489776 Jul 30 08:14:26.219181 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322aac-4ebb-4e23-8c4d-8e556badb7e6 req-429829dc-e73a-4717-becc-470a3d3a79a4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.221430 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-01322aac-4ebb-4e23-8c4d-8e556badb7e6 req-429829dc-e73a-4717-becc-470a3d3a79a4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0533502 Jul 30 08:14:26.252020 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:26.280418 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-01322aac-4ebb-4e23-8c4d-8e556badb7e6 req-77fe7ef5-4f85-47f9-8434-f2100cc73192 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 Jul 30 08:14:26.281069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-235c782a-a378-4075-b927-048748d2fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.282543 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-235c782a-a378-4075-b927-048748d2fd3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0972219 Jul 30 08:14:26.330498 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-36fa0c59-1253-4062-8c96-ba0b39643805 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jul 30 08:14:26.344028 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d271494d-8379-4841-a964-6faf2c68fbf0 req-cd835592-7d3b-4c9a-a1d1-3ee9eee9da41 service neutron] 10.222.0.30 "GET /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299145 Jul 30 08:14:26.440592 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-c5185c86-8baa-469b-bf4e-c92e04f18cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Jul 30 08:14:26.548438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9cb00def-3658-4a31-8b41-85c1c08b3837 req-6ec98c14-8a81-4d09-909a-def3379289e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Jul 30 08:14:26.593315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50709d-89b2-4b50-97f7-68bb08656772 req-fa23987b-1dfd-43fc-af84-82467e3fc4df tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.594820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa50709d-89b2-4b50-97f7-68bb08656772 req-fa23987b-1dfd-43fc-af84-82467e3fc4df tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0519717 Jul 30 08:14:26.634333 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa50709d-89b2-4b50-97f7-68bb08656772 req-49bc54ad-cb1a-458c-8256-aabe3daf38b8 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Jul 30 08:14:26.722271 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c46db-e955-415f-9387-dfdc4f03ea49 req-7b9ccf84-fd17-40d0-86b4-268150db5b44 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.723827 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-350c46db-e955-415f-9387-dfdc4f03ea49 req-7b9ccf84-fd17-40d0-86b4-268150db5b44 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0503032 Jul 30 08:14:26.763083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-350c46db-e955-415f-9387-dfdc4f03ea49 req-b26ce2d3-8916-402c-bb7a-fb6ca193683d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332210 Jul 30 08:14:26.906988 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42337c-b4af-401f-abfb-9792bb6041e1 req-dae4e9e2-c537-405c-a70a-39d1a856052c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:26.908601 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bb42337c-b4af-401f-abfb-9792bb6041e1 req-dae4e9e2-c537-405c-a70a-39d1a856052c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 943 time: 0.0500793 Jul 30 08:14:26.948305 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bb42337c-b4af-401f-abfb-9792bb6041e1 req-e9bb594f-6322-4472-a281-cb413449ebd1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Jul 30 08:14:27.030739 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255472b-d69f-42f1-804b-919ac3bb59fb req-73f67780-fa7b-4685-a9e4-cecebdfc259a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:27.032242 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6255472b-d69f-42f1-804b-919ac3bb59fb req-73f67780-fa7b-4685-a9e4-cecebdfc259a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Jul 30 08:14:27.071038 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6255472b-d69f-42f1-804b-919ac3bb59fb req-b23e3465-9ad9-4a10-86ba-6fad3d555f39 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Jul 30 08:14:27.420433 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97dc4-66f2-417f-8f4d-92aac48eee7a req-d75f42bf-450b-4c0f-87d8-b5bf2713ad57 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:27.422560 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4c97dc4-66f2-417f-8f4d-92aac48eee7a req-d75f42bf-450b-4c0f-87d8-b5bf2713ad57 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0593312 Jul 30 08:14:27.466470 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4c97dc4-66f2-417f-8f4d-92aac48eee7a req-d91c5810-4459-4cea-b0ed-47fabf47a25d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Jul 30 08:14:27.618008 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:27.677784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 4229bb2c-c097-4ebf-9466-c0a437268a65 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:27.678162 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:27.768681 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-59d9cdd1-3a0f-45aa-b7fc-2a83daa5287b tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:27.774150 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-59d9cdd1-3a0f-45aa-b7fc-2a83daa5287b tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0906618 Jul 30 08:14:27.777952 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:27.790593 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206962a-fb7e-4e9e-b67b-59b43af60b41 req-3c3410a1-b038-4eab-bf8d-b916a9aa41e2 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:27.792308 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1206962a-fb7e-4e9e-b67b-59b43af60b41 req-3c3410a1-b038-4eab-bf8d-b916a9aa41e2 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 950 time: 0.0747211 Jul 30 08:14:27.830784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:27.838416 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f940a0-25ef-4329-b94f-fe28f36c39d2" -d '{"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:27.858458 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1206962a-fb7e-4e9e-b67b-59b43af60b41 req-72ca5b03-6a26-4dfa-a82e-c6576f6ef55f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/security-groups?id=48825795-df35-4e87-b7a7-ef42e4794872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Jul 30 08:14:27.871109 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:27.879064 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:27.957496 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd77b2d-709f-42b0-a288-738156f56aef req-14a7029d-b9f0-471a-8a92-be47134b3a23 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:27.959770 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Deleting port 341feb78-1b5c-4d03-9c17-f4970941295e {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:14:27.960281 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:27.962133 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aaf541-746b-4f3b-96af-cc94cac0d71e x-openstack-request-id: req-04aaf541-746b-4f3b-96af-cc94cac0d71e {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:27.963339 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:27.964247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04aaf541-746b-4f3b-96af-cc94cac0d71e {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:27.965946 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'code': 200} Jul 30 08:14:27.966702 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=7']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:27.976696 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-edd77b2d-709f-42b0-a288-738156f56aef req-14a7029d-b9f0-471a-8a92-be47134b3a23 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1171618 Jul 30 08:14:28.035599 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-edd77b2d-709f-42b0-a288-738156f56aef req-69b30a16-9df9-4f5f-a585-605bebb6c075 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571327 Jul 30 08:14:28.092843 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d4552-ab9b-4bdb-ace0-d854618aa15c req-dfda94f1-16e7-4804-abdc-838e9c4ba9bc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:28.097435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] For port 341feb78-1b5c-4d03-9c17-f4970941295e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=341feb78-1b5c-4d03-9c17-f4970941295e,segment=NetworkSegment(010810fa-b4b0-4c1a-bad6-d16dd55c487b),segment_id=010810fa-b4b0-4c1a-bad6-d16dd55c487b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:28.097845 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:28.100500 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ef9d4552-ab9b-4bdb-ace0-d854618aa15c req-dfda94f1-16e7-4804-abdc-838e9c4ba9bc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 943 time: 0.0637584 Jul 30 08:14:28.118725 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Calling delete_port for 341feb78-1b5c-4d03-9c17-f4970941295e owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:14:28.137376 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ef9d4552-ab9b-4bdb-ace0-d854618aa15c req-06716418-3706-4e16-9c90-b5706c5670bb tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Jul 30 08:14:28.326875 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3a3bd-c981-4007-b62f-18083fa9275e req-00c1db95-3048-4bd7-90af-42dae7ece41d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:28.335031 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9fa3a3bd-c981-4007-b62f-18083fa9275e req-00c1db95-3048-4bd7-90af-42dae7ece41d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.1791451 Jul 30 08:14:28.388131 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9fa3a3bd-c981-4007-b62f-18083fa9275e req-c73da40d-414e-4476-b9b9-63c71d2ef1c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521550 Jul 30 08:14:28.394633 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:28.417204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['341feb78-1b5c-4d03-9c17-f4970941295e'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:14:28.441932 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Pushing event deleted for resources: {'Port': ['ID=341feb78-1b5c-4d03-9c17-f4970941295e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:28.486894 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] No DVR routers for this DVR port 341feb78-1b5c-4d03-9c17-f4970941295e on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:14:28.489512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:28.491609 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-32c2c16a-150c-4f95-b74b-fca31f292e4b req-3b79bd77-a2f5-4332-a75e-8ae349d9156f tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.30 "DELETE /v2.0/ports/341feb78-1b5c-4d03-9c17-f4970941295e HTTP/1.1" status: 204 len: 173 time: 0.7052810 Jul 30 08:14:28.492118 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'name': 'network-vif-deleted', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:28.494498 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f9cac-ac5e-4306-b76c-f47b8c4197eb" -d '{"events": [{"server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "name": "network-vif-deleted", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:28.581695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931fb94-3775-46eb-a164-aadb2744ff5d x-openstack-request-id: req-a931fb94-3775-46eb-a164-aadb2744ff5d {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:28.581695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1b9612-7f89-4658-ab7f-7f26f5945f7e", "name": "network-vif-deleted", "tag": "341feb78-1b5c-4d03-9c17-f4970941295e", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:28.581972 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a931fb94-3775-46eb-a164-aadb2744ff5d {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:28.582249 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1b9612-7f89-4658-ab7f-7f26f5945f7e', 'name': 'network-vif-deleted', 'tag': '341feb78-1b5c-4d03-9c17-f4970941295e', 'status': 'completed', 'code': 200} Jul 30 08:14:28.661788 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7cb6-4780-4157-927e-41237402439b req-c15ffbd4-5d36-44b0-a4c3-1ac0a2092695 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:28.672282 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e80f7cb6-4780-4157-927e-41237402439b req-c15ffbd4-5d36-44b0-a4c3-1ac0a2092695 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0761981 Jul 30 08:14:28.720754 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e80f7cb6-4780-4157-927e-41237402439b req-1a6d2462-6cb4-4533-83c8-b4eb613bda24 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473962 Jul 30 08:14:29.001942 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bb8ca607-3721-4d2c-ac37-e340d88ec9bf req-221e04e5-f900-42bd-92cb-a5d2f9a31586 tempest-VolumesNegativeTest-2086130645 tempest-VolumesNegativeTest-2086130645-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b1b9612-7f89-4658-ab7f-7f26f5945f7e HTTP/1.1" status: 200 len: 210 time: 0.0307016 Jul 30 08:14:29.208049 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e1786-6abe-48b1-af71-3492e17de884 req-5194d629-2fe1-44f4-8d8c-253e50e708c1 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:29.209716 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-787e1786-6abe-48b1-af71-3492e17de884 req-5194d629-2fe1-44f4-8d8c-253e50e708c1 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0762122 Jul 30 08:14:29.339474 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-787e1786-6abe-48b1-af71-3492e17de884 req-36f07772-2ee2-4f06-97f7-1d8cec471bbf tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237266 Jul 30 08:14:29.408939 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5f10c-bdf7-432f-bfcd-72e213d5f0ad req-56e74eb6-c70d-4a8a-8d11-b53651124b8f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:29.410849 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7bc5f10c-bdf7-432f-bfcd-72e213d5f0ad req-56e74eb6-c70d-4a8a-8d11-b53651124b8f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 943 time: 0.1717982 Jul 30 08:14:29.484001 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7bc5f10c-bdf7-432f-bfcd-72e213d5f0ad req-6c48f90e-94ba-4d4c-9dcd-3f68f602d665 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655942 Jul 30 08:14:29.562626 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9daca-050f-449d-bfba-69744c61468d req-6b7ca307-4950-4b25-a7ba-d9906053adf5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:29.570193 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cbb9daca-050f-449d-bfba-69744c61468d req-6b7ca307-4950-4b25-a7ba-d9906053adf5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0592911 Jul 30 08:14:29.613296 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cbb9daca-050f-449d-bfba-69744c61468d req-7c3feceb-10db-41b4-b318-dd805ace96a9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Jul 30 08:14:29.619652 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device cb692e25-44a5-4e5e-acb4-26310808fa4c details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:14:29.809360 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:29.836935 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'cb692e25-44a5-4e5e-acb4-26310808fa4c', 'network_id': '9312e2cc-f11c-4972-b809-32af944107f3', 'port_id': 'cb692e25-44a5-4e5e-acb4-26310808fa4c', 'mac_address': 'fa:16:3e:a7:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c349c2-c3c0-4aec-83c0-39489dba0edb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:14:29.846660 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51154) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:29.900221 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:29.909930 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79792c-d7f1-4937-aeb8-14bc7bf024da req-62275d87-e3e3-41e1-ac11-af8c2f9febf3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:29.914989 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb692e25-44a5-4e5e-acb4-26310808fa4c {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:14:29.921991 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3c79792c-d7f1-4937-aeb8-14bc7bf024da req-62275d87-e3e3-41e1-ac11-af8c2f9febf3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0878527 Jul 30 08:14:29.943167 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:29.949398 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:29.977155 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3c79792c-d7f1-4937-aeb8-14bc7bf024da req-c392b158-9f41-4263-ac05-961e977ca674 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519025 Jul 30 08:14:30.015195 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:30.029447 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6def76fb-0ef1-408b-b3a5-0eb3c4d6d07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.147438 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6def76fb-0ef1-408b-b3a5-0eb3c4d6d07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.152975 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6def76fb-0ef1-408b-b3a5-0eb3c4d6d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.199597 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def76fb-0ef1-408b-b3a5-0eb3c4d6d07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d664f4c8-758a-4f90-b836-5b584e34445e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:30.207353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51170) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:30.207952 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6def76fb-0ef1-408b-b3a5-0eb3c4d6d07f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8bce88f8c1949eb88559f3bcbf56c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589053 Jul 30 08:14:30.267283 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.292348 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.346266 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['cb692e25-44a5-4e5e-acb4-26310808fa4c'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:14:30.355164 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.359253 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:30.362748 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d664f4c8-758a-4f90-b836-5b584e34445e HTTP/1.1" status: 204 len: 168 time: 0.1522958 Jul 30 08:14:30.375434 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b12fb-97f6-4347-bdfe-7fe7a33f3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664f4c8-758a-4f90-b836-5b584e34445e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:30.605015 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa218e-4520-44c9-9330-0e85823f76e8 req-48d40501-5b3a-40b3-bc37-6e90e6c6a4ce tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:30.613224 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acaa218e-4520-44c9-9330-0e85823f76e8 req-48d40501-5b3a-40b3-bc37-6e90e6c6a4ce tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1191351 Jul 30 08:14:30.763423 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238d50b-39a3-4bee-b406-cf04baf427ad req-f4787862-f51a-46e1-b5b5-2028a1b06b95 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:30.772392 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3238d50b-39a3-4bee-b406-cf04baf427ad req-f4787862-f51a-46e1-b5b5-2028a1b06b95 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 944 time: 0.1083894 Jul 30 08:14:30.785306 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acaa218e-4520-44c9-9330-0e85823f76e8 req-1f8857c5-36ee-4971-b5aa-d17d0b3a125e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710629 Jul 30 08:14:30.855553 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3238d50b-39a3-4bee-b406-cf04baf427ad req-5cc61cc5-ee97-4e75-b80d-1110f532f0d1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820806 Jul 30 08:14:30.936948 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dbad4-ec82-4ba7-80cd-b4abe34e6110 req-2b2f5317-3a79-4739-99a2-ddbf94867084 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:30.940329 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a5dbad4-ec82-4ba7-80cd-b4abe34e6110 req-2b2f5317-3a79-4739-99a2-ddbf94867084 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0636301 Jul 30 08:14:30.984361 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a5dbad4-ec82-4ba7-80cd-b4abe34e6110 req-a648821e-3569-45ea-9165-e67372c1dc2a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Jul 30 08:14:31.126750 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ba4a-0dab-4404-ae6d-20d095e72cc1 req-b58ff8fe-4d20-478a-8a9f-a18a6c7f9a79 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:31.128781 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95b3ba4a-0dab-4404-ae6d-20d095e72cc1 req-b58ff8fe-4d20-478a-8a9f-a18a6c7f9a79 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0577648 Jul 30 08:14:31.175918 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95b3ba4a-0dab-4404-ae6d-20d095e72cc1 req-6196045a-78dc-42d4-920c-d1878e834302 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Jul 30 08:14:31.616581 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 341feb78-1b5c-4d03-9c17-f4970941295e no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:14:31.642838 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 341feb78-1b5c-4d03-9c17-f4970941295e {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:14:31.643737 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 341feb78-1b5c-4d03-9c17-f4970941295e not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:14:31.946290 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d281b0-1db0-4c11-ba5b-f0e02ebfe7b2 req-a22ad890-a5ea-42d0-8559-25ac0d2b2dc4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:31.947994 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62d281b0-1db0-4c11-ba5b-f0e02ebfe7b2 req-a22ad890-a5ea-42d0-8559-25ac0d2b2dc4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0719640 Jul 30 08:14:32.027704 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62d281b0-1db0-4c11-ba5b-f0e02ebfe7b2 req-6155d370-fd6f-4ab6-a048-74ea51bfc141 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543618 Jul 30 08:14:32.035428 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0459f-82f7-4f6f-afbe-204a8b2cbcf4 req-922ad30f-1050-42f8-85f8-6fbe89afe79f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:32.046083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05e0459f-82f7-4f6f-afbe-204a8b2cbcf4 req-922ad30f-1050-42f8-85f8-6fbe89afe79f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 944 time: 0.1200998 Jul 30 08:14:32.110149 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05e0459f-82f7-4f6f-afbe-204a8b2cbcf4 req-534237e0-2d56-4ca5-a5a5-caa49086c0c9 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659249 Jul 30 08:14:32.167774 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7003d-bde7-4614-b5f3-2776be28b6c7 req-1090cd7f-6027-455e-83cd-34c1357481d9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:32.169655 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e2f7003d-bde7-4614-b5f3-2776be28b6c7 req-1090cd7f-6027-455e-83cd-34c1357481d9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0556779 Jul 30 08:14:32.225250 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e2f7003d-bde7-4614-b5f3-2776be28b6c7 req-0b6ccf01-30bb-41e5-8517-2e5627fd4346 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Jul 30 08:14:32.349233 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d802457-eb73-4e64-9a39-a71b62fabb2b req-cbd3ce03-e167-4c8c-bbf6-4f2ba3c47c43 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:32.356764 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d802457-eb73-4e64-9a39-a71b62fabb2b req-cbd3ce03-e167-4c8c-bbf6-4f2ba3c47c43 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0727890 Jul 30 08:14:32.409998 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d802457-eb73-4e64-9a39-a71b62fabb2b req-216b5dbf-03d5-4797-8f7c-6af68b53dfd2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 Jul 30 08:14:33.188746 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6dcc-b88e-4fbc-98ca-792ef7f3a0e9 req-30caf54a-d7ff-44e0-9eea-c549e4305249 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:33.197293 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9dae6dcc-b88e-4fbc-98ca-792ef7f3a0e9 req-30caf54a-d7ff-44e0-9eea-c549e4305249 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0914705 Jul 30 08:14:33.268972 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9dae6dcc-b88e-4fbc-98ca-792ef7f3a0e9 req-1b083088-684e-4a44-bed9-8e0f87025dcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701826 Jul 30 08:14:33.277828 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45c52-4a33-4104-b619-4e1c0625bcf5 req-25e7df7d-25f4-41ca-9994-9f31515d537d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:33.279610 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ab45c52-4a33-4104-b619-4e1c0625bcf5 req-25e7df7d-25f4-41ca-9994-9f31515d537d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 944 time: 0.0800586 Jul 30 08:14:33.374302 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ab45c52-4a33-4104-b619-4e1c0625bcf5 req-907cf0f6-1031-4f91-91b4-d9867a6c2a3e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758696 Jul 30 08:14:33.440116 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de480e70-18fe-4fc9-9ce0-4e0d350412fd req-4c575d75-f69b-4903-bd4d-e18c0550e26a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:33.451969 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-de480e70-18fe-4fc9-9ce0-4e0d350412fd req-4c575d75-f69b-4903-bd4d-e18c0550e26a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0763557 Jul 30 08:14:33.547621 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-de480e70-18fe-4fc9-9ce0-4e0d350412fd req-aa16f3f1-ac27-4132-bdcf-ab52d48d653c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845809 Jul 30 08:14:33.608387 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f370c95-2fd5-4457-bb8c-84df9a02a033 req-fbf573dd-c690-489a-85b6-daa2099c3e65 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:33.610122 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f370c95-2fd5-4457-bb8c-84df9a02a033 req-fbf573dd-c690-489a-85b6-daa2099c3e65 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0614665 Jul 30 08:14:33.624487 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device cb692e25-44a5-4e5e-acb4-26310808fa4c up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:33.666676 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f370c95-2fd5-4457-bb8c-84df9a02a033 req-539238ed-3675-4be4-bbff-2cb4e2a33501 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482779 Jul 30 08:14:33.737353 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port cb692e25-44a5-4e5e-acb4-26310808fa4c completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:33.744148 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port cb692e25-44a5-4e5e-acb4-26310808fa4c triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:33.744805 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:33.844402 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:33.869553 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:33.871813 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116bf69-f312-4867-80a3-1354c3e581e5" -d '{"events": [{"server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "name": "network-vif-plugged", "status": "completed", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:33.893499 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:33.899042 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:33.959256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:33.963646 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806d743f-5ec0-4a50-afa9-6670718ad2fd x-openstack-request-id: req-806d743f-5ec0-4a50-afa9-6670718ad2fd {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:33.964105 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "name": "network-vif-plugged", "status": "completed", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:33.964483 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-806d743f-5ec0-4a50-afa9-6670718ad2fd {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:33.965366 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c', 'code': 200} Jul 30 08:14:34.172506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772f6d-60d5-4409-b133-8ab76c913638 req-b62792cd-afc5-4f04-a236-1944f8fba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.174789 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fe772f6d-60d5-4409-b133-8ab76c913638 req-b62792cd-afc5-4f04-a236-1944f8fba3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 1098 time: 0.0491397 Jul 30 08:14:34.217105 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-fe772f6d-60d5-4409-b133-8ab76c913638 req-d7b7a926-eda9-431e-b6c2-8ef762a448cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 30 08:14:34.415234 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a8e0-63bf-4773-8264-be95e234359c req-b9282fc8-b6b7-49fc-b8af-425be4b60ece tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.425787 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3956a8e0-63bf-4773-8264-be95e234359c req-b9282fc8-b6b7-49fc-b8af-425be4b60ece tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0766089 Jul 30 08:14:34.497448 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3956a8e0-63bf-4773-8264-be95e234359c req-4d544de3-7690-4551-9f8a-07defb91931f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701981 Jul 30 08:14:34.520432 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b734a-e1d9-45a1-a4e0-fb4e64a5cff9 req-e8d62169-89d5-4ae9-a9f2-421471ffae0c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.521934 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-292b734a-e1d9-45a1-a4e0-fb4e64a5cff9 req-e8d62169-89d5-4ae9-a9f2-421471ffae0c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0654163 Jul 30 08:14:34.582293 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-292b734a-e1d9-45a1-a4e0-fb4e64a5cff9 req-057848e0-1b91-4dc8-94d0-19ae943361a6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539804 Jul 30 08:14:34.688729 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746e36-191c-4be4-9ac6-ca44dcfed315 req-3b19a61a-d0d2-434d-91c8-1f757a5b29f1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.690208 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-57746e36-191c-4be4-9ac6-ca44dcfed315 req-3b19a61a-d0d2-434d-91c8-1f757a5b29f1 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0618749 Jul 30 08:14:34.757701 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-57746e36-191c-4be4-9ac6-ca44dcfed315 req-c2a25ee7-62fb-4faa-b9d0-fcca6b6f3616 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Jul 30 08:14:34.844509 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3bb2-9ef8-470d-a3e8-837e1a5f57c5 req-2e31551d-75c2-4871-82d6-5552cc5ab62d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.846107 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94bc3bb2-9ef8-470d-a3e8-837e1a5f57c5 req-2e31551d-75c2-4871-82d6-5552cc5ab62d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0846858 Jul 30 08:14:34.905160 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-c3468bc8-ed1d-4705-8f7f-80382caefb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.906994 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-c3468bc8-ed1d-4705-8f7f-80382caefb83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1099 time: 0.0854378 Jul 30 08:14:34.925320 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5da22-30f3-479b-a21e-a437a5bdcd4b req-4b6e157d-1c0a-48d0-9f6f-c0b26a295043 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:34.927006 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-45d5da22-30f3-479b-a21e-a437a5bdcd4b req-4b6e157d-1c0a-48d0-9f6f-c0b26a295043 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.1030066 Jul 30 08:14:34.967533 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94bc3bb2-9ef8-470d-a3e8-837e1a5f57c5 req-c528882c-fca2-434e-b5c7-034ee65323ff tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999184 Jul 30 08:14:34.994958 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-45d5da22-30f3-479b-a21e-a437a5bdcd4b req-e07d8776-e7e8-430b-959d-6b2951bc0fac tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614669 Jul 30 08:14:35.054358 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-c3c4e490-6b42-4b49-9f7c-02339407e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:35.056276 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-c3c4e490-6b42-4b49-9f7c-02339407e666 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.1366060 Jul 30 08:14:35.136224 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-fed95931-0ab1-4e36-9bca-26b419d22d38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 1002 time: 0.0681009 Jul 30 08:14:35.207674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-90b3afd3-0e5a-4c4d-8553-62321e8275df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:35.209988 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-90b3afd3-0e5a-4c4d-8553-62321e8275df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.0585003 Jul 30 08:14:35.284850 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-dd1e8662-fc40-4a30-9599-eefc070f05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:35.286892 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-dd1e8662-fc40-4a30-9599-eefc070f05c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624838 Jul 30 08:14:35.408259 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-d4004155-8494-4c4a-9236-8d28d41b8cab service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092305 Jul 30 08:14:35.420072 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51436) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:35.584882 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c9e594fc-126a-47a3-95f2-13711b33c078 req-6fcc16c4-6544-412f-9482-d3f586bb63e4 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526611 Jul 30 08:14:35.649196 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-44d0fe87-e80d-4e53-86e9-5212ddee5de3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=064e9550c9a54035aa5d05d8b8990cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275360 Jul 30 08:14:35.651464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51442) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:35.711090 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:35.712080 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee48c84-5555-4d84-97c9-e0590f8d08d1 req-987e9655-fe02-4b5d-95e7-98b6b6452233 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:35.714602 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ee48c84-5555-4d84-97c9-e0590f8d08d1 req-987e9655-fe02-4b5d-95e7-98b6b6452233 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0581985 Jul 30 08:14:35.741908 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:35.764344 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ee48c84-5555-4d84-97c9-e0590f8d08d1 req-da9212ee-fd34-4763-9f38-cc7288bf5296 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Jul 30 08:14:35.811413 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:35.814855 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:35.818388 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48825795-df35-4e87-b7a7-ef42e4794872 HTTP/1.1" status: 204 len: 168 time: 0.1636415 Jul 30 08:14:35.825985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48867deb-213d-4941-ab13-71e92e052979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48825795-df35-4e87-b7a7-ef42e4794872,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:35.905745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74810494-7a14-4dd2-b150-2325e4a52c21 req-65d20034-6fa1-4886-a318-91fd5af9def5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:35.913487 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74810494-7a14-4dd2-b150-2325e4a52c21 req-65d20034-6fa1-4886-a318-91fd5af9def5 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0630374 Jul 30 08:14:35.973671 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74810494-7a14-4dd2-b150-2325e4a52c21 req-641d3235-e61f-4e52-92d3-306b88b97625 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Jul 30 08:14:36.119075 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6bb72-773e-46a9-83c4-4edb27ac14cd req-e8416bce-aad2-4298-bbf6-e68b29ace8b1 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:36.150786 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-09e6bb72-773e-46a9-83c4-4edb27ac14cd req-e8416bce-aad2-4298-bbf6-e68b29ace8b1 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0877287 Jul 30 08:14:36.249930 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-09e6bb72-773e-46a9-83c4-4edb27ac14cd req-7507163f-aed3-4f22-9b5c-2143eb26e7d0 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066082 Jul 30 08:14:36.317971 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326dc64-fb9f-48a1-841c-75ec6275be76 req-530db566-d812-4bbd-8f9a-16d403511887 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:36.327835 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a326dc64-fb9f-48a1-841c-75ec6275be76 req-530db566-d812-4bbd-8f9a-16d403511887 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.1125872 Jul 30 08:14:36.376097 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a326dc64-fb9f-48a1-841c-75ec6275be76 req-c7e04f77-f214-48cd-9ae8-a835a8ec0922 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468612 Jul 30 08:14:36.770742 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51476) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:36.880051 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-134549523-network', 'tenant_id': 'a55260c1d1ee495799493929061a10d9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:36.909566 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Made reservation on behalf of a55260c1d1ee495799493929061a10d9 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:36.911916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:36.921042 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.079319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.084599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.115326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:14:37.121269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab33953-8953-4719-9e0f-c831d886a932,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:37.134312 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dad70-6ebe-43da-9751-0c6613aac780 req-f09f406d-0a9d-421b-9f35-d7ae138a82fd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:37.142366 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.142813 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Added segment bb2a3edc-b84c-4817-a62d-01a2740c253b of type vlan for network f967d621-f61f-4fc0-b15a-84339d287b3e Jul 30 08:14:37.143055 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf2dad70-6ebe-43da-9751-0c6613aac780 req-f09f406d-0a9d-421b-9f35-d7ae138a82fd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0711148 Jul 30 08:14:37.189053 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf2dad70-6ebe-43da-9751-0c6613aac780 req-247479ae-2ab4-4816-8940-2ac94c49dd1a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 Jul 30 08:14:37.193408 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.232950 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.234156 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:37.234756 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.354636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f967d621-f61f-4fc0-b15a-84339d287b3e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:37.360358 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b7e714c1-c4fa-47c7-8786-7868dca153f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5878406 Jul 30 08:14:37.370107 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network f967d621-f61f-4fc0-b15a-84339d287b3e details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:14:37.370729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51492) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:37.370825 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f4a2-1622-48e6-8d9e-ad33fa8cfe83 req-c61745f5-6f71-47ca-b281-d89a78d0853c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:37.378702 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e25f4a2-1622-48e6-8d9e-ad33fa8cfe83 req-c61745f5-6f71-47ca-b281-d89a78d0853c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0652895 Jul 30 08:14:37.382881 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Request body: {'subnet': {'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-134549523-subnet', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:37.422617 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e25f4a2-1622-48e6-8d9e-ad33fa8cfe83 req-7159bb6f-c20f-4244-82e3-74e43f4ae57d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Jul 30 08:14:37.429687 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Made reservation on behalf of a55260c1d1ee495799493929061a10d9 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:37.434509 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4812680'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.554662 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f13f9-f03c-406f-8e5e-9172392dd03d req-29d2ac6a-d729-40df-a899-5baa089f1f7d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:37.566148 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f8f13f9-f03c-406f-8e5e-9172392dd03d req-29d2ac6a-d729-40df-a899-5baa089f1f7d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0719244 Jul 30 08:14:37.625684 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7f8f13f9-f03c-406f-8e5e-9172392dd03d req-091cbb91-b5eb-4e6d-8432-6d6bc6bf2eca tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580425 Jul 30 08:14:37.735317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4812710'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.803559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=58952ea7-e6ea-4bb7-b1c2-18868ed29412,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:37.812332 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:37.812699 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Network hostable DHCP agents. Network: f967d621-f61f-4fc0-b15a-84339d287b3e, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:14:37.832413 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Network f967d621-f61f-4fc0-b15a-84339d287b3e is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:14:37.846078 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, f967d621-f61f-4fc0-b15a-84339d287b3e) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:37.850565 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:37.851153 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.859177 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bfbe1-5dce-4894-92a7-1eda703e6301 None None] Network f967d621-f61f-4fc0-b15a-84339d287b3e requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:14:37.874652 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1143f706-e40b-45ba-b525-d72adb92fcdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4994171 Jul 30 08:14:37.874870 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51506) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:37.879487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:37.909277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.910910 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:37.975854 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.076534 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-f967d621-f61f-4fc0-b15a-84339d287b3e', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:14:38.080393 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.134354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.233475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Allocated IP 172.20.0.2 (f967d621-f61f-4fc0-b15a-84339d287b3e/58952ea7-e6ea-4bb7-b1c2-18868ed29412/ff9cc45a-3ce8-4662-bf50-eff73de9bc90) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:38.292389 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:14:38.323900 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29945d3-a23d-4b68-afb4-1431ed791487 req-58e9555f-d0d8-4491-bc83-920bc934c0d9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:38.326744 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a29945d3-a23d-4b68-afb4-1431ed791487 req-58e9555f-d0d8-4491-bc83-920bc934c0d9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0632565 Jul 30 08:14:38.362443 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.379133 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a29945d3-a23d-4b68-afb4-1431ed791487 req-ab5c5e5f-5ae9-41da-bef8-7126d7a1be40 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Jul 30 08:14:38.382664 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.392057 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Transition to ACTIVE for port object ff9cc45a-3ce8-4662-bf50-eff73de9bc90 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:38.392782 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.407524 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Transition to ACTIVE for port object ff9cc45a-3ce8-4662-bf50-eff73de9bc90 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:38.413541 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.450260 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:38.453208 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:38.458587 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:38.465296 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Pushing event updated for resources: {'Port': ['ID=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:38.501662 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Allocated IP 172.27.0.126 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/9c08becf-1548-41b0-ba5c-19bdeafd4935) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:38.517334 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Attempting to bind port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:38.517711 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Attempting to bind port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:38.518073 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Attempting to bind port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:38.523228 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:38.523601 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:38.524003 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.524397 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Bound using segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:38.524855 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Bound port: ff9cc45a-3ce8-4662-bf50-eff73de9bc90, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:38.525256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.587068 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] For port ff9cc45a-3ce8-4662-bf50-eff73de9bc90, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:38.590945 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] For port ff9cc45a-3ce8-4662-bf50-eff73de9bc90, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:38.596383 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.610235 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.653017 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d42f-1687-405c-ba23-4863aff71d67 None None] Pushing event updated for resources: {'Port': ['ID=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:38.659235 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:38.695148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:38.699548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:38.705113 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:38.727541 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Pushing event updated for resources: {'Port': ['ID=9c08becf-1548-41b0-ba5c-19bdeafd4935,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:38.763015 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3d5b-aab9-47ae-890a-04f4c3b2196d req-a07c17d0-583a-4797-b144-80a9e8d9dbf9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:38.765134 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-766b3d5b-aab9-47ae-890a-04f4c3b2196d req-a07c17d0-583a-4797-b144-80a9e8d9dbf9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0595000 Jul 30 08:14:38.806566 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-766b3d5b-aab9-47ae-890a-04f4c3b2196d req-3a0450e9-91d7-43ec-8d09-87227fe18d51 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349953 Jul 30 08:14:39.123323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-8b2657b1-0858-4db2-9b12-9d274c54e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.125010 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-8b2657b1-0858-4db2-9b12-9d274c54e5e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1098 time: 0.0988064 Jul 30 08:14:39.295143 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:39.299541 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-3ac4c19a-f724-44d9-9478-73ece6ad25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.301049 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-3ac4c19a-f724-44d9-9478-73ece6ad25a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.1371353 Jul 30 08:14:39.436609 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-24bd9aae-9fe5-4055-8eb0-7f7c3ec807e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 1001 time: 0.1015849 Jul 30 08:14:39.501686 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78ac0-a753-4fc9-8c0d-887081b56fe7 req-8ed5eda7-4ceb-4095-8b0b-1374da0a1641 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.503238 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ff78ac0-a753-4fc9-8c0d-887081b56fe7 req-8ed5eda7-4ceb-4095-8b0b-1374da0a1641 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Jul 30 08:14:39.528651 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-1f20f307-bb99-4b2f-a46d-b43db70a5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.530992 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-1f20f307-bb99-4b2f-a46d-b43db70a5c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0851047 Jul 30 08:14:39.544752 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ff78ac0-a753-4fc9-8c0d-887081b56fe7 req-649324c3-86fa-4899-a354-c5a9dc536c09 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Jul 30 08:14:39.620474 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:39.629735 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-c0676fe2-1717-4538-bad8-a467340f0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.631336 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-c0676fe2-1717-4538-bad8-a467340f0c6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618150 Jul 30 08:14:39.650948 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29629cc1-24ca-4a76-8d07-af9b806f61d7 None None] Network f967d621-f61f-4fc0-b15a-84339d287b3e requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:14:39.741874 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ed6a2630-229a-4b6c-a310-eea073b40eda None None] Provisioning for port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:39.806116 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-9e72e160-1c3e-4e11-8397-cef9f7f2e8b9 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389260 Jul 30 08:14:39.873581 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Router e3488712-9fab-4716-aca1-f3605ef7b252 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:14:39.940153 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158327c-e2c6-41fa-9f1a-5a9d6e6762db req-ce9d9956-5b2f-4537-8664-08c36a6c0d72 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:39.941985 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8158327c-e2c6-41fa-9f1a-5a9d6e6762db req-ce9d9956-5b2f-4537-8664-08c36a6c0d72 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0532413 Jul 30 08:14:39.969039 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60c6ba6e-fe82-411e-bd95-59d1a6c31801 req-fb445cc3-58da-423f-a3eb-d73b4e393144 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493742 Jul 30 08:14:39.999914 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8158327c-e2c6-41fa-9f1a-5a9d6e6762db req-f6717d0f-2406-431c-95ff-df6adfda864d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512249 Jul 30 08:14:40.036178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:14:40.048355 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:14:40.055685 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.057335 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-31b6cda3-17a6-42ba-b456-b114b63098db admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1813769 Jul 30 08:14:40.059955 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51530) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:40.060972 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:40.061700 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:40.113492 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ff9cc45a-3ce8-4662-bf50-eff73de9bc90 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:40.164865 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:40.169318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:40.170388 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.175994 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:40.252443 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.285974 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port ff9cc45a-3ce8-4662-bf50-eff73de9bc90, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:40.290545 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.338690 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:40.365959 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:39Z', 'revision_number': 3, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:40.396091 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:14:40.396441 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Updating router e3488712-9fab-4716-aca1-f3605ef7b252 port 9c08becf-1548-41b0-ba5c-19bdeafd4935 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:14:40.421151 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.514194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.672767 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.683529 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Transition to ACTIVE for port object 9c08becf-1548-41b0-ba5c-19bdeafd4935 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:40.690644 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.743313 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Attempting to bind port 9c08becf-1548-41b0-ba5c-19bdeafd4935 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:40.743681 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Attempting to bind port 9c08becf-1548-41b0-ba5c-19bdeafd4935 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:40.744048 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Attempting to bind port 9c08becf-1548-41b0-ba5c-19bdeafd4935 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:40.752676 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Pushing event updated for resources: {'Port': ['ID=9c08becf-1548-41b0-ba5c-19bdeafd4935,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:40.755190 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:40.755565 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:40.755968 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.756380 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:40.756850 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Bound port: 9c08becf-1548-41b0-ba5c-19bdeafd4935, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:40.757289 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.872675 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.874206 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.874553 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.874881 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.875207 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.875530 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.875858 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.876180 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.876503 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.876821 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.877164 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.877478 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:14:40.908085 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ff4ee-f144-4004-9a05-e802ab474d08 req-9cf62608-10b0-4780-82fa-2dc838516ae6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:40.909650 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-857ff4ee-f144-4004-9a05-e802ab474d08 req-9cf62608-10b0-4780-82fa-2dc838516ae6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.2946126 Jul 30 08:14:40.912448 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] For port 9c08becf-1548-41b0-ba5c-19bdeafd4935, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:40.915699 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] For port 9c08becf-1548-41b0-ba5c-19bdeafd4935, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=9c08becf-1548-41b0-ba5c-19bdeafd4935,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:40.917404 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Allocated IP 172.20.0.1 (f967d621-f61f-4fc0-b15a-84339d287b3e/58952ea7-e6ea-4bb7-b1c2-18868ed29412/2381729e-4930-45ec-9ea0-729a924c65e6) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:40.921886 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:40.962535 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-857ff4ee-f144-4004-9a05-e802ab474d08 req-0131d3b8-fec1-4468-b3c3-8cedd7a255d3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Jul 30 08:14:40.984855 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:40.984855 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:40.985725 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42905343-0870-4782-8e2a-e4089aba40b4 None None] Pushing event updated for resources: {'Port': ['ID=9c08becf-1548-41b0-ba5c-19bdeafd4935,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:41.057021 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.078427 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Transition to ACTIVE for port object 2381729e-4930-45ec-9ea0-729a924c65e6 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:41.095231 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:41.132920 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4299-87f3-40fa-93a3-597e9faf712e req-bdb801f3-300a-42d0-9876-7eb1c7bbc474 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:41.134645 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-68bc4299-87f3-40fa-93a3-597e9faf712e req-bdb801f3-300a-42d0-9876-7eb1c7bbc474 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0659101 Jul 30 08:14:41.166672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.209749 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-68bc4299-87f3-40fa-93a3-597e9faf712e req-aa50576b-5ed5-4c0c-8ca3-0f465f2b6c1f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689924 Jul 30 08:14:41.218019 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:41.220867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:41.226537 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:41.254745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Pushing event updated for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:41.276022 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.294334 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:39Z', 'revision_number': 3, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:41.330749 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3efe-7c66-4175-ad73-873967effc1f None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:39Z', 'revision_number': 3, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:14:41.414212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.514054 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0f440a9e-b39b-4f8a-ab00-4ea4dc44edcd None None] Provisioning for port 2381729e-4930-45ec-9ea0-729a924c65e6 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:41.519084 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0f440a9e-b39b-4f8a-ab00-4ea4dc44edcd None None] Provisioning complete for port 2381729e-4930-45ec-9ea0-729a924c65e6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:41.519727 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0f440a9e-b39b-4f8a-ab00-4ea4dc44edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.579780 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-0f440a9e-b39b-4f8a-ab00-4ea4dc44edcd None None] Port 2381729e-4930-45ec-9ea0-729a924c65e6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:41.589924 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.595275 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.667615 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:41.669387 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Pushing event updated for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:41.764038 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:41.765611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:41.884417 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:14:42.007216 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a6706c7d-86fb-4ac3-982e-d559b02b1ab2 None None] Provisioning complete for port 2381729e-4930-45ec-9ea0-729a924c65e6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:42.007600 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a6706c7d-86fb-4ac3-982e-d559b02b1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.018070 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:14:42.033164 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-018a13c3-1766-4dad-aa6b-28f0a46b6c6c admin admin] 10.222.0.16 "PUT /v2.0/routers/e3488712-9fab-4716-aca1-f3605ef7b252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627378 Jul 30 08:14:42.087828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a6706c7d-86fb-4ac3-982e-d559b02b1ab2 None None] Port 2381729e-4930-45ec-9ea0-729a924c65e6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:42.113186 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf43d2-86d2-4564-bec9-bf204bae2784 req-75aef0d5-78de-46b2-bc76-d62455a6e3f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:42.114930 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-afcf43d2-86d2-4564-bec9-bf204bae2784 req-75aef0d5-78de-46b2-bc76-d62455a6e3f8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0660291 Jul 30 08:14:42.125828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 9c08becf-1548-41b0-ba5c-19bdeafd4935 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:42.180088 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-afcf43d2-86d2-4564-bec9-bf204bae2784 req-a7cd4d88-8b6b-4a8c-bb6c-55ecd983715a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583684 Jul 30 08:14:42.190123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 9c08becf-1548-41b0-ba5c-19bdeafd4935 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:42.202568 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 9c08becf-1548-41b0-ba5c-19bdeafd4935 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:42.202977 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.334362 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.359083 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 9c08becf-1548-41b0-ba5c-19bdeafd4935, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=9c08becf-1548-41b0-ba5c-19bdeafd4935,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:42.363881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.364878 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ff9cc45a-3ce8-4662-bf50-eff73de9bc90 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:42.365355 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc3cf-2484-4d25-84d7-fdc6598ed7d2 req-3727cd43-fe35-4db8-a9ff-b576aaa9f062 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:42.371655 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4ecc3cf-2484-4d25-84d7-fdc6598ed7d2 req-3727cd43-fe35-4db8-a9ff-b576aaa9f062 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0627551 Jul 30 08:14:42.410713 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4ecc3cf-2484-4d25-84d7-fdc6598ed7d2 req-694e239d-d9b3-4f50-9bcc-4db764fad2ef tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 Jul 30 08:14:42.446678 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=9c08becf-1548-41b0-ba5c-19bdeafd4935,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:42.457297 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:42.457895 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.635747 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51558) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:42.640789 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245302565-network', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:42.661487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Made reservation on behalf of bbbf37d19aac4694895beeec9d0b0764 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:42.663689 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.672601 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.771277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.774852 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.799004 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:14:42.807670 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4d4db-5fb1-4f68-9f4d-f6887ec68525,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:42.813619 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.813958 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Added segment 95aade29-4b6f-4157-9135-fe1ce7b1b262 of type vlan for network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 Jul 30 08:14:42.859508 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.888101 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.889917 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:42.890602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:42.940296 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3033381 Jul 30 08:14:42.943057 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51560) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:42.947983 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Request body: {'subnet': {'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245302565-subnet', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:42.948893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505377f-610e-44e9-94e5-234d1d16d069 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:42.958687 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:14:42.980709 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Made reservation on behalf of bbbf37d19aac4694895beeec9d0b0764 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:14:42.983736 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.050738 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:14:43.059904 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:43.061254 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:43.155290 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.212400 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0782e43-950f-48a3-9e08-ebd7a16ff6e1,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:43.223846 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Checking segment: {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:43.224204 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Network hostable DHCP agents. Network: 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:14:43.242742 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:14:43.252700 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:43.257035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:43.257754 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.261639 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8919e57-8f0b-49d2-af86-15ceb41c3aaf None None] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:14:43.281007 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51566) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:43.282928 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b4954e53-0414-451c-9055-254a3688f064 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3387008 Jul 30 08:14:43.288315 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:43.318310 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.320473 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.338401 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:43.373199 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29693747-4643-445a-9a6a-f9c399bc59e2 req-ecfd9d43-7167-46aa-a547-fa6b8291a0a6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:43.380515 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-29693747-4643-445a-9a6a-f9c399bc59e2 req-ecfd9d43-7167-46aa-a547-fa6b8291a0a6 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Jul 30 08:14:43.384672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.415008 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-29693747-4643-445a-9a6a-f9c399bc59e2 req-111e283b-e057-43ed-b612-01aca1c90b12 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Jul 30 08:14:43.528191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.540771 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'fixed_ips': [{'subnet_id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:14:43.541802 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.558315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5a7b2-d0d0-4db3-b080-9ed7836ab0c0 req-ea4525ca-dd96-4c91-96d3-0c70505c1474 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:43.559970 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40a5a7b2-d0d0-4db3-b080-9ed7836ab0c0 req-ea4525ca-dd96-4c91-96d3-0c70505c1474 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 945 time: 0.0677598 Jul 30 08:14:43.604414 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40a5a7b2-d0d0-4db3-b080-9ed7836ab0c0 req-45a732b3-2ce7-4a7e-84b8-ea5fc1ee9787 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361168 Jul 30 08:14:43.686088 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:14:43.756194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 2, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:43.757469 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.780390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.795202 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:14:43.795606 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Updating router e3488712-9fab-4716-aca1-f3605ef7b252 port 2381729e-4930-45ec-9ea0-729a924c65e6 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:14:43.823462 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Allocated IP 172.20.0.2 (1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269/b0782e43-950f-48a3-9e08-ebd7a16ff6e1/4986a4de-e79b-4418-a2b1-f313d221c218) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:43.843123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:43.902376 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Allocated IP 172.27.0.110 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/f9557a68-6fba-4b8b-90fb-536dafc29471) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:43.957406 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.024331 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.060386 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 9c08becf-1548-41b0-ba5c-19bdeafd4935 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:44.067118 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.072659 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:14:44.074958 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2a1d5-fa95-41b2-99e0-3b8f6be325f9" -d '{"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-unplugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:14:44.114104 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:44.130384 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:44.130597 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:44.137140 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:44.167287 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=f9557a68-6fba-4b8b-90fb-536dafc29471,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:44.172073 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.176306 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 08:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3311f4e6-2f63-41c2-9112-fead9727f35b x-openstack-request-id: req-3311f4e6-2f63-41c2-9112-fead9727f35b {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:14:44.176706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-unplugged", "status": "failed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "code": 422}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:14:44.177081 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3311f4e6-2f63-41c2-9112-fead9727f35b {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:14:44.177604 dv-cinder-792800-2-iscsi neutron-server[93287]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'code': 422} returned with failed status Jul 30 08:14:44.321814 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f67c-328b-4961-8712-d1222b541326 req-e42aa0e3-daa6-45f6-893b-b8bb75b6b777 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:44.323766 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ef6f67c-328b-4961-8712-d1222b541326 req-e42aa0e3-daa6-45f6-893b-b8bb75b6b777 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0556078 Jul 30 08:14:44.367856 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=8']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:44.378869 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ef6f67c-328b-4961-8712-d1222b541326 req-9396c814-2617-4273-88c0-688107266403 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376799 Jul 30 08:14:44.424339 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 9c08becf-1548-41b0-ba5c-19bdeafd4935 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:44.424786 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.431407 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.495385 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Transition to ACTIVE for port object 4986a4de-e79b-4418-a2b1-f313d221c218 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:44.548396 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5acf-9d7d-4aef-b287-d470e16539ee req-f3498176-a994-4c8c-a76b-af00b796c441 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:44.557452 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0be5acf-9d7d-4aef-b287-d470e16539ee req-f3498176-a994-4c8c-a76b-af00b796c441 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0659211 Jul 30 08:14:44.593583 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Transition to ACTIVE for port object 4986a4de-e79b-4418-a2b1-f313d221c218 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:44.619982 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0be5acf-9d7d-4aef-b287-d470e16539ee req-8474781a-bc26-48ce-a53a-5111d369b1ed tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Jul 30 08:14:44.622265 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.718456 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.727203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Pushing event updated for resources: {'Port': ['ID=4986a4de-e79b-4418-a2b1-f313d221c218,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:44.734127 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:44.736461 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.739642 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:44.745260 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:44.782516 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Transition to ACTIVE for port object 2381729e-4930-45ec-9ea0-729a924c65e6 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:44.805638 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51610) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:44.805985 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.849630 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Attempting to bind port 4986a4de-e79b-4418-a2b1-f313d221c218 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:44.849630 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Attempting to bind port 4986a4de-e79b-4418-a2b1-f313d221c218 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:44.849824 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Attempting to bind port 4986a4de-e79b-4418-a2b1-f313d221c218 on network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:44.863023 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:44.863401 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Checking segment: {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:44.863803 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.864285 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Bound using segment: {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:44.864771 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Bound port: 4986a4de-e79b-4418-a2b1-f313d221c218, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:44.865181 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:44.891266 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2e3d-4b02-49ff-8f4a-273aaff049f3 None None] Pushing event updated for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:44.923081 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-5cdec699-eed0-49de-984d-bd18a7625697 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163161 Jul 30 08:14:44.963649 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.006028 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] For port 4986a4de-e79b-4418-a2b1-f313d221c218, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:45.009638 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] For port 4986a4de-e79b-4418-a2b1-f313d221c218, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=4986a4de-e79b-4418-a2b1-f313d221c218,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:45.012668 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Attempting to bind port 2381729e-4930-45ec-9ea0-729a924c65e6 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:45.013104 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Attempting to bind port 2381729e-4930-45ec-9ea0-729a924c65e6 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:45.013872 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Attempting to bind port 2381729e-4930-45ec-9ea0-729a924c65e6 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:45.020934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:45.021312 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:45.021771 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.022171 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Bound using segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:45.022645 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Bound port: 2381729e-4930-45ec-9ea0-729a924c65e6, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:45.023030 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.034273 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.130988 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:14:45.156779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d01c0-e57a-4578-97a3-b114a4651756 None None] Pushing event updated for resources: {'Port': ['ID=4986a4de-e79b-4418-a2b1-f313d221c218,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:45.180577 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] For port 2381729e-4930-45ec-9ea0-729a924c65e6, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:45.184087 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] For port 2381729e-4930-45ec-9ea0-729a924c65e6, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2381729e-4930-45ec-9ea0-729a924c65e6,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:45.192383 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.246693 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:45.249176 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:45.260690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:14:45.272163 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Sync routers for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:14:45.284498 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:45.286051 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c13605fd-7eb0-406e-ad80-4fba4eeaeaf4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0013275 Jul 30 08:14:45.289841 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51620) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:45.311584 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:45.312535 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:45.625434 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e105445-1c1a-4e0c-8c12-7e41b5de80e5 req-55ff930f-402a-4c72-881c-e406c7ede7b3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:45.627008 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5e105445-1c1a-4e0c-8c12-7e41b5de80e5 req-55ff930f-402a-4c72-881c-e406c7ede7b3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.1276023 Jul 30 08:14:45.651509 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:45.697115 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5e105445-1c1a-4e0c-8c12-7e41b5de80e5 req-7f8c78a1-6702-4087-bfce-39727ad62415 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Jul 30 08:14:45.698859 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2e3d-4b02-49ff-8f4a-273aaff049f3 None None] Pushing event updated for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:45.838678 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:45.844482 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80b682-739b-4cff-8bab-1fcea18dd4ad req-ed020722-888c-4684-ba28-5f00c2d80f93 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:45.860160 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-da80b682-739b-4cff-8bab-1fcea18dd4ad req-ed020722-888c-4684-ba28-5f00c2d80f93 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0932548 Jul 30 08:14:45.874746 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:44Z', 'revision_number': 3, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:45.908241 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Checking router: a9be3f34-bd73-40d2-a9d1-2454f9c8a560 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:14:45.908598 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Updating router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 port f9557a68-6fba-4b8b-90fb-536dafc29471 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:14:45.933698 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-da80b682-739b-4cff-8bab-1fcea18dd4ad req-e670148c-6741-453e-8ff9-9509d31d8d83 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725696 Jul 30 08:14:45.956601 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.120364 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.135165 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 4986a4de-e79b-4418-a2b1-f313d221c218 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:46.302799 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 4986a4de-e79b-4418-a2b1-f313d221c218 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:46.328332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:45Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:46.365903 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.390610 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Transition to ACTIVE for port object f9557a68-6fba-4b8b-90fb-536dafc29471 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:46.398670 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fdb8d-84cc-4cf6-b1cf-7d90609e57e6 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:45Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:14:46.410693 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.501430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Allocated IP 172.20.0.1 (1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269/b0782e43-950f-48a3-9e08-ebd7a16ff6e1/2badac7e-5156-4436-965d-41415637c817) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:14:46.511100 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Attempting to bind port f9557a68-6fba-4b8b-90fb-536dafc29471 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:46.511933 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Attempting to bind port f9557a68-6fba-4b8b-90fb-536dafc29471 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:46.512542 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Attempting to bind port f9557a68-6fba-4b8b-90fb-536dafc29471 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:46.532040 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42d1e1-e6f4-4bea-bd88-2068ce721982 None None] Pushing event updated for resources: {'Port': ['ID=f9557a68-6fba-4b8b-90fb-536dafc29471,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:46.537294 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:46.538151 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:46.538763 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.539366 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:46.540202 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Bound port: f9557a68-6fba-4b8b-90fb-536dafc29471, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:46.541071 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.635208 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] For port f9557a68-6fba-4b8b-90fb-536dafc29471, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:46.639201 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] For port f9557a68-6fba-4b8b-90fb-536dafc29471, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f9557a68-6fba-4b8b-90fb-536dafc29471,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:46.647201 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.666853 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f741a76-1820-4016-a792-c8355812dc5a None None] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:14:46.677208 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.698308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Transition to ACTIVE for port object 2badac7e-5156-4436-965d-41415637c817 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:46.726685 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42d1e1-e6f4-4bea-bd88-2068ce721982 None None] Pushing event updated for resources: {'Port': ['ID=f9557a68-6fba-4b8b-90fb-536dafc29471,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:46.729680 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:46.730363 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:46.746969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Provisioning for port 4986a4de-e79b-4418-a2b1-f313d221c218 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:46.761397 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Provisioning complete for port 4986a4de-e79b-4418-a2b1-f313d221c218 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:46.761922 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.764228 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.818789 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:46.856253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:46.858646 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:46.867447 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:14:46.880539 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:46.911619 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fe5bf-c5d6-4a86-bcd8-52d7e8c44ddb req-f52d10ad-453f-4c74-b0c9-e79d9625f21c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:46.913203 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d0fe5bf-c5d6-4a86-bcd8-52d7e8c44ddb req-f52d10ad-453f-4c74-b0c9-e79d9625f21c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.1052711 Jul 30 08:14:46.953755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:46.979864 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.014073 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d0fe5bf-c5d6-4a86-bcd8-52d7e8c44ddb req-8e0bbb98-a1da-4267-a3bc-1c4d69ae44c0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803850 Jul 30 08:14:47.054918 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] For port 4986a4de-e79b-4418-a2b1-f313d221c218, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=4986a4de-e79b-4418-a2b1-f313d221c218,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:47.062701 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.143121 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175d5d-db03-42d0-b1b4-956bd9b962b8 req-5d08ad64-73a8-4f0e-aac2-3604a9c5e4c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.153372 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e175d5d-db03-42d0-b1b4-956bd9b962b8 req-5d08ad64-73a8-4f0e-aac2-3604a9c5e4c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0853672 Jul 30 08:14:47.170958 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e2a3b-1366-45fd-bee7-bdd868da85ca None None] Pushing event updated for resources: {'Port': ['ID=4986a4de-e79b-4418-a2b1-f313d221c218,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:47.225291 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-a031a618-5030-4714-a033-3125f6f5bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.227057 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-a031a618-5030-4714-a033-3125f6f5bb79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 1096 time: 0.1857290 Jul 30 08:14:47.229484 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e175d5d-db03-42d0-b1b4-956bd9b962b8 req-d12a8607-0add-441d-9740-5da80daf9d9b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734334 Jul 30 08:14:47.263252 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:44Z', 'revision_number': 3, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:47.376564 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-cb06c822-7972-4946-ae9e-01e531f84754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.377817 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-cb06c822-7972-4946-ae9e-01e531f84754 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1096 time: 0.0768094 Jul 30 08:14:47.399379 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Provisioning for port 2badac7e-5156-4436-965d-41415637c817 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:47.413260 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Provisioning complete for port 2badac7e-5156-4436-965d-41415637c817 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:47.413800 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.466987 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2695a05-c9e7-4ab7-bf92-9036cafc061a None None] The sync data for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi is: [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:44Z', 'revision_number': 3, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:14:47.491459 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Port 2badac7e-5156-4436-965d-41415637c817 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:47.510369 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Provisioning complete for port 4986a4de-e79b-4418-a2b1-f313d221c218 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:47.511116 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5a36788e-11ac-463f-b0a9-03a8174d0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.527260 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.681348 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-f8fdb848-9e09-49a6-ab54-9ea7bc762631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.683039 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-f8fdb848-9e09-49a6-ab54-9ea7bc762631 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.2801235 Jul 30 08:14:47.706914 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:14:47.773706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0d928b3e-39ac-4931-a3e9-f2c4b0b03392 None None] Provisioning complete for port 2badac7e-5156-4436-965d-41415637c817 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:47.774081 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0d928b3e-39ac-4931-a3e9-f2c4b0b03392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.811780 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-2225f018-d52a-427f-b2f2-e67568838a72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 999 time: 0.1166720 Jul 30 08:14:47.871058 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-0d928b3e-39ac-4931-a3e9-f2c4b0b03392 None None] Port 2badac7e-5156-4436-965d-41415637c817 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:47.878609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-5db12e9a-82d6-49f4-a724-29fb4de6554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.880142 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-5db12e9a-82d6-49f4-a724-29fb4de6554e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0599411 Jul 30 08:14:47.955827 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.964448 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:47.973339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-426f8031-132f-43d3-8584-937f1bd85328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:47.975789 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-426f8031-132f-43d3-8584-937f1bd85328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783739 Jul 30 08:14:48.110760 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:48.120088 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.179889 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b564e-bfd7-44c2-9808-4b8ca4ce1bdb req-748d7204-d65d-4fd5-96ff-bb770efb34c4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:48.182514 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-224b564e-bfd7-44c2-9808-4b8ca4ce1bdb req-748d7204-d65d-4fd5-96ff-bb770efb34c4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0845301 Jul 30 08:14:48.219982 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-2593e1a5-abe2-4d50-919b-ccc8cba883d4 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995823 Jul 30 08:14:48.222351 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f9557a68-6fba-4b8b-90fb-536dafc29471 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:48.225038 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-224b564e-bfd7-44c2-9808-4b8ca4ce1bdb req-788e4f34-0f88-4e3e-a485-0d890261d239 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354924 Jul 30 08:14:48.287924 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port f9557a68-6fba-4b8b-90fb-536dafc29471 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:48.293145 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port f9557a68-6fba-4b8b-90fb-536dafc29471 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:48.293600 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.332476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:14:48.335758 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:14:48.395522 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.423173 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-567550a4-ec2e-4797-8712-e3eaf152e210 req-5428781e-6b82-4f1e-a389-68501383a303 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851521 Jul 30 08:14:48.438791 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port f9557a68-6fba-4b8b-90fb-536dafc29471, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f9557a68-6fba-4b8b-90fb-536dafc29471,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:48.448344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.449585 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 4986a4de-e79b-4418-a2b1-f313d221c218 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:48.453411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac898add-a0cf-43c4-9eb6-994a68787b2c req-c5e03991-46c2-461a-99de-7a1839282449 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:48.454989 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac898add-a0cf-43c4-9eb6-994a68787b2c req-c5e03991-46c2-461a-99de-7a1839282449 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.1011436 Jul 30 08:14:48.530141 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac898add-a0cf-43c4-9eb6-994a68787b2c req-ace5fa54-6e09-417b-9f20-991c6842e85e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Jul 30 08:14:48.569763 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:14:48.579735 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=f9557a68-6fba-4b8b-90fb-536dafc29471,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:48.599728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 4986a4de-e79b-4418-a2b1-f313d221c218 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:48.600248 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.724208 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c7520ea6-f61b-4816-97f4-91088cbb9c0d None None] Provisioning complete for port 2badac7e-5156-4436-965d-41415637c817 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:48.724585 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c7520ea6-f61b-4816-97f4-91088cbb9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.728450 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2381729e-4930-45ec-9ea0-729a924c65e6 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:48.809292 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-c7520ea6-f61b-4816-97f4-91088cbb9c0d None None] Port 2badac7e-5156-4436-965d-41415637c817 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:14:48.811614 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 2381729e-4930-45ec-9ea0-729a924c65e6 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:48.816949 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 2381729e-4930-45ec-9ea0-729a924c65e6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:48.817334 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:48.959876 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:49.010458 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 2381729e-4930-45ec-9ea0-729a924c65e6, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2381729e-4930-45ec-9ea0-729a924c65e6,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:49.016967 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:49.051874 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785e10-2610-464d-851b-34405b1ad8fa req-a84bcd48-3c30-450b-a821-eed94296e51e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:49.063910 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33785e10-2610-464d-851b-34405b1ad8fa req-a84bcd48-3c30-450b-a821-eed94296e51e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.1200197 Jul 30 08:14:49.076058 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:49.084643 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:14:49.092600 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-96c0f44d-99da-445b-8be5-c8b8da4a0dd0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9be3f34-bd73-40d2-a9d1-2454f9c8a560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8022981 Jul 30 08:14:49.142409 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33785e10-2610-464d-851b-34405b1ad8fa req-70cb9118-4a3b-49fd-a636-456a00981cf3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771518 Jul 30 08:14:49.427737 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016157cd-daee-4561-8966-1b9114947e0f req-b2433f56-e29f-4be1-a7c2-aa9a56ac5dcf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:49.430063 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-016157cd-daee-4561-8966-1b9114947e0f req-b2433f56-e29f-4be1-a7c2-aa9a56ac5dcf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0692151 Jul 30 08:14:49.484119 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-016157cd-daee-4561-8966-1b9114947e0f req-dc826c4a-1fa9-49c3-89af-7bd783d2c6b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467510 Jul 30 08:14:49.737102 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6bd24-22a3-42f7-ae5c-13d493045f0a req-5feddc2a-3513-49dd-8594-5a3e2a30fa3c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:49.738968 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36c6bd24-22a3-42f7-ae5c-13d493045f0a req-5feddc2a-3513-49dd-8594-5a3e2a30fa3c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.1191802 Jul 30 08:14:49.802509 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36c6bd24-22a3-42f7-ae5c-13d493045f0a req-0ae09fd8-d37b-4973-a9b5-b36d1076e75a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566330 Jul 30 08:14:49.869980 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51690) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:49.875557 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920436559', 'description': 'tempest-secgroup-smoke-1920436559 description', 'project_id': 'a55260c1d1ee495799493929061a10d9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:49.906253 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Sync routers for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:14:49.912712 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:49.915510 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:49.916183 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:50.029674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.033492 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:50.033885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.036999 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f9557a68-6fba-4b8b-90fb-536dafc29471 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:50.065253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.066522 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955190 Jul 30 08:14:50.068694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714bad-2341-4569-b241-10623be2d518 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:50.070827 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51692) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:50.077267 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:50.128425 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.237266 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.242597 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.271012 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f89b5-1b55-42ef-826f-b56cf7bb07b4,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:50.368441 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.374154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51696) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:50.375036 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a2087e8e-71e3-411e-8a0d-f1ec1061a65c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3024354 Jul 30 08:14:50.378985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:50.400955 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5ac8-e2c6-42cc-9b95-ecb8373f3f2f req-3417e6a8-e78a-4bf5-9d33-2c221f4645d7 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:50.405112 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ddfa5ac8-e2c6-42cc-9b95-ecb8373f3f2f req-3417e6a8-e78a-4bf5-9d33-2c221f4645d7 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.1239526 Jul 30 08:14:50.438781 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.466949 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port f9557a68-6fba-4b8b-90fb-536dafc29471 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:50.466949 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.485057 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ddfa5ac8-e2c6-42cc-9b95-ecb8373f3f2f req-3ccd8369-3691-4498-9ed5-3dfcaf564c0e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728188 Jul 30 08:14:50.544754 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.550092 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.571164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2995ffe0-7611-4d6a-bf10-d795ab48a3f1,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:50.593544 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.594793 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d9d2e7f7-3079-48dc-97ff-e6468d242ac7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2196100 Jul 30 08:14:50.600788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51700) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:50.608727 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:50.639075 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:47Z', 'revision_number': 4, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2badac7e-5156-4436-965d-41415637c817', 'name': '', 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'mac_address': 'fa:16:3e:07:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:46Z', 'updated_at': '2021-07-30T08:14:47Z', 'revision_number': 2, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'subnets': [{'id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:50.648446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.668419 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30867f87-bd90-4ae5-a920-30dbefb63436 req-987c7b1b-7ba7-474e-8911-4d90f288ad4b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:50.670728 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-30867f87-bd90-4ae5-a920-30dbefb63436 req-987c7b1b-7ba7-474e-8911-4d90f288ad4b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0787430 Jul 30 08:14:50.671323 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Checking router: a9be3f34-bd73-40d2-a9d1-2454f9c8a560 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:14:50.671692 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Updating router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 port 2badac7e-5156-4436-965d-41415637c817 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:14:50.674275 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2381729e-4930-45ec-9ea0-729a924c65e6 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:50.721750 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.737891 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-30867f87-bd90-4ae5-a920-30dbefb63436 req-b32c23ed-2219-4734-975b-e6d434419192 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539279 Jul 30 08:14:50.802686 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.807180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.811532 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 2381729e-4930-45ec-9ea0-729a924c65e6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:50.812028 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.823986 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81df6849-dd30-42b9-9447-7c27e3a772f2,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:50.848831 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.853084 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-91965797-8818-4aa9-b432-165a269157b2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2483847 Jul 30 08:14:50.853289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51704) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:50.861440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:50.904702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.928032 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ef92e606-177c-4fab-bd84-3c3733a9e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:50.983526 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291f291-f5d8-4811-947c-977f89377a3c req-1f4b740b-61c7-4e75-8ad6-b35513dbd9ae tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:50.999142 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.000522 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5291f291-f5d8-4811-947c-977f89377a3c req-1f4b740b-61c7-4e75-8ad6-b35513dbd9ae tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0850279 Jul 30 08:14:51.007282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.028456 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630cb7e6-6d96-4ade-99d8-1465e30c574d,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:51.036919 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.038528 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-79c07dbb-f088-477d-892f-c128b21078fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1837060 Jul 30 08:14:51.041410 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 51706) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:51.046677 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5291f291-f5d8-4811-947c-977f89377a3c req-1e63520c-859a-4188-90b7-2ee31a58ba0e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Jul 30 08:14:51.048606 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:51.072560 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Project a55260c1d1ee495799493929061a10d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:14:51.078877 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.152637 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.157059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.174677 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed2a970-6890-43a4-9a72-48a7e2d842ca,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:51.176160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.182526 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.187148 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 51708) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:14:51.187459 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Transition to ACTIVE for port object 2badac7e-5156-4436-965d-41415637c817 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:14:51.189000 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-06fa53c0-008b-47c1-a4b5-a74eb5b11505 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428361 Jul 30 08:14:51.193861 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'security_group_rule': {'security_group_id': 'a1cb8f1f-dd07-422a-82c6-4814ff4c3e61', 'project_id': 'a55260c1d1ee495799493929061a10d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:14:51.194148 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.219465 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.securitygroups_db [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Project a55260c1d1ee495799493929061a10d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:14:51.224532 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.242714 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac156f-7d52-4ba1-bcc3-f842fcf0be9f None None] Pushing event updated for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:51.290761 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.305936 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Attempting to bind port 2badac7e-5156-4436-965d-41415637c817 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:14:51.307262 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.307410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Attempting to bind port 2badac7e-5156-4436-965d-41415637c817 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:14:51.307410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Attempting to bind port 2badac7e-5156-4436-965d-41415637c817 on network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:14:51.316076 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:14:51.316376 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Checking segment: {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:14:51.316787 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.317264 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Bound using segment: {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:14:51.317748 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Bound port: 2badac7e-5156-4436-965d-41415637c817, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aade29-4b6f-4157-9135-fe1ce7b1b262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:14:51.318138 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.333308 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ebc715-5179-4f2a-a02e-206b1b41bcef,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:51.355740 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.360836 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ffc0340a-d184-4021-ac43-cabcd88c75ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1691039 Jul 30 08:14:51.402986 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] For port 2badac7e-5156-4436-965d-41415637c817, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:14:51.408918 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] For port 2badac7e-5156-4436-965d-41415637c817, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2badac7e-5156-4436-965d-41415637c817,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:14:51.415218 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:51.481085 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:14:51.481748 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:14:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:51.556141 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac156f-7d52-4ba1-bcc3-f842fcf0be9f None None] Pushing event updated for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:51.688202 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:14:51.727611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae0f0-1157-4235-8069-2ffa09849e6a req-3497ddfd-e159-428c-810b-c62a055ed5ef tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:51.729238 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9eaae0f0-1157-4235-8069-2ffa09849e6a req-3497ddfd-e159-428c-810b-c62a055ed5ef tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0920765 Jul 30 08:14:51.796952 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9eaae0f0-1157-4235-8069-2ffa09849e6a req-f5f83de4-8682-4208-8efb-7bcdf81928e5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551989 Jul 30 08:14:51.916061 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46abcf-cdec-4448-b9c4-5976a668b44c req-56ce10b8-418d-40ff-b0fd-a57f1ce93e97 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:51.917637 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-de46abcf-cdec-4448-b9c4-5976a668b44c req-56ce10b8-418d-40ff-b0fd-a57f1ce93e97 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0550721 Jul 30 08:14:51.951218 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:47Z', 'revision_number': 4, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2badac7e-5156-4436-965d-41415637c817', 'name': '', 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'mac_address': 'fa:16:3e:07:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:46Z', 'updated_at': '2021-07-30T08:14:51Z', 'revision_number': 4, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'subnets': [{'id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:14:51.971672 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-de46abcf-cdec-4448-b9c4-5976a668b44c req-7033802d-8d09-4016-940a-7cf6a3d127fe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Jul 30 08:14:51.981413 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18937a9-c03a-4777-a489-64bad0fec21f None None] The sync data for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi is: [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:47Z', 'revision_number': 4, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2badac7e-5156-4436-965d-41415637c817', 'name': '', 'network_id': '1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'mac_address': 'fa:16:3e:07:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:46Z', 'updated_at': '2021-07-30T08:14:51Z', 'revision_number': 4, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'subnets': [{'id': 'b0782e43-950f-48a3-9e08-ebd7a16ff6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:14:52.214635 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37344357-94ce-4448-9e3b-986533df4083 req-3944e5e0-5af6-447b-b461-0497196343e4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:52.225359 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37344357-94ce-4448-9e3b-986533df4083 req-3944e5e0-5af6-447b-b461-0497196343e4 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0869527 Jul 30 08:14:52.273109 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37344357-94ce-4448-9e3b-986533df4083 req-4307a595-3271-415d-a552-27516b18a6bc tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Jul 30 08:14:52.911933 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d92ea-c130-4cfd-973d-4bcabe333bc0 req-62398e89-6f5a-401c-a3f2-caae6b7a6f95 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:52.914184 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-336d92ea-c130-4cfd-973d-4bcabe333bc0 req-62398e89-6f5a-401c-a3f2-caae6b7a6f95 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Jul 30 08:14:52.962787 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-336d92ea-c130-4cfd-973d-4bcabe333bc0 req-41e4a2a7-21e3-43d5-9f8c-2ee7542af6ef tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Jul 30 08:14:53.107972 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae54f7a-642c-4c2f-afe6-23e2236ed2fb req-a1e5e46f-5b90-4d0a-93a5-67a12aaa90d2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:53.109710 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ae54f7a-642c-4c2f-afe6-23e2236ed2fb req-a1e5e46f-5b90-4d0a-93a5-67a12aaa90d2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0587578 Jul 30 08:14:53.149786 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8ae54f7a-642c-4c2f-afe6-23e2236ed2fb req-2020187e-d06a-46de-b7c5-22a860560f29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338387 Jul 30 08:14:53.394766 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-e1e142a3-729e-414c-ba70-18341242178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:53.437240 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ec219-9eeb-4c73-afc1-7fcd7ad7543e req-4b6444b6-41e5-4454-8b02-a7ce99171a68 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:53.438749 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a12ec219-9eeb-4c73-afc1-7fcd7ad7543e req-4b6444b6-41e5-4454-8b02-a7ce99171a68 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0714350 Jul 30 08:14:53.476725 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a12ec219-9eeb-4c73-afc1-7fcd7ad7543e req-ae50ae43-9ed5-4a31-a51a-eb0a3b2a9bee tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Jul 30 08:14:53.727580 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:53.787245 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:54.027630 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2badac7e-5156-4436-965d-41415637c817 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:54.077191 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 2badac7e-5156-4436-965d-41415637c817 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:14:54.081039 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 2badac7e-5156-4436-965d-41415637c817 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:54.081482 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:54.084316 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f33dc-8e06-46c0-a723-08677dc6dcae req-b0a28122-8555-43b0-a020-9a34b22d30a1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:54.086049 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-706f33dc-8e06-46c0-a723-08677dc6dcae req-b0a28122-8555-43b0-a020-9a34b22d30a1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0556459 Jul 30 08:14:54.131511 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-706f33dc-8e06-46c0-a723-08677dc6dcae req-34dd23d5-a5b4-4837-80ca-c818474b06b7 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Jul 30 08:14:54.163651 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:54.213875 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 2badac7e-5156-4436-965d-41415637c817, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2badac7e-5156-4436-965d-41415637c817,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:14:54.218779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:54.276725 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:14:54.306509 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824a01e-da6c-4a50-887a-95416fe56292 req-cd80bda0-ab40-4e09-8204-6daeb3bac3bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:54.308180 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2824a01e-da6c-4a50-887a-95416fe56292 req-cd80bda0-ab40-4e09-8204-6daeb3bac3bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0560522 Jul 30 08:14:54.379706 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2824a01e-da6c-4a50-887a-95416fe56292 req-0e0f369c-07d2-4bbb-8e36-65a4a4493962 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626094 Jul 30 08:14:54.463513 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:54.597285 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717f59-6792-44ac-b6ae-7c2fa2acab55 req-ce146fe2-ae5b-40e1-b125-02674f1807f2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:54.598781 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9717f59-6792-44ac-b6ae-7c2fa2acab55 req-ce146fe2-ae5b-40e1-b125-02674f1807f2 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Jul 30 08:14:54.635718 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9717f59-6792-44ac-b6ae-7c2fa2acab55 req-798a1ad9-5b1b-4dfe-85b1-368a79e5b86c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Jul 30 08:14:55.250554 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca4ac-2fcb-432b-877c-2b4a29ce623a req-94ed96b3-ad0b-4aa1-a747-85803ab6a61d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:55.252030 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72bca4ac-2fcb-432b-877c-2b4a29ce623a req-94ed96b3-ad0b-4aa1-a747-85803ab6a61d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0480371 Jul 30 08:14:55.296634 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72bca4ac-2fcb-432b-877c-2b4a29ce623a req-59cba73c-3d3a-4eca-ba3e-6028db08da02 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Jul 30 08:14:55.495991 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342288-571d-475b-9eb7-f3115dba94c4 req-0e1543aa-7c4c-4097-84b9-fa7d8ffe6501 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:55.498050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8342288-571d-475b-9eb7-f3115dba94c4 req-0e1543aa-7c4c-4097-84b9-fa7d8ffe6501 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0510006 Jul 30 08:14:55.536265 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8342288-571d-475b-9eb7-f3115dba94c4 req-1e7b972d-7df8-4b63-a87a-f7fe64c926db tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Jul 30 08:14:55.747301 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec5e60-d2d6-4397-8e89-c3e5af07c96d req-2d616ce3-33da-44ec-8fc5-c754beae02b0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:55.749521 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6ec5e60-d2d6-4397-8e89-c3e5af07c96d req-2d616ce3-33da-44ec-8fc5-c754beae02b0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0476983 Jul 30 08:14:55.786011 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6ec5e60-d2d6-4397-8e89-c3e5af07c96d req-f6e73ed6-4ff6-4a1f-a7b3-945be84ff05f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306902 Jul 30 08:14:56.012738 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2badac7e-5156-4436-965d-41415637c817 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:14:56.062630 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 2badac7e-5156-4436-965d-41415637c817 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:14:56.063046 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:56.245367 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:14:56.414267 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf477-a0f3-4139-9e5c-29e65e004142 req-30fee8c5-0da2-4222-bcde-0b44353d1d31 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:56.416021 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-adaaf477-a0f3-4139-9e5c-29e65e004142 req-30fee8c5-0da2-4222-bcde-0b44353d1d31 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0511310 Jul 30 08:14:56.469533 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-adaaf477-a0f3-4139-9e5c-29e65e004142 req-fbaa9add-27bb-4e4b-bbee-89ee890b6080 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 30 08:14:56.658473 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff03e9-39ed-4fc5-873b-674b0d584e76 req-7a4ec102-4487-4eb9-9f7e-454bbaa92b20 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:56.660082 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a7ff03e9-39ed-4fc5-873b-674b0d584e76 req-7a4ec102-4487-4eb9-9f7e-454bbaa92b20 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0485494 Jul 30 08:14:56.699083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a7ff03e9-39ed-4fc5-873b-674b0d584e76 req-5b2ea041-31c6-45ce-88ca-9491d6446af4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Jul 30 08:14:56.901212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656838a-27da-46cd-863b-9b19d7ef79d2 req-e685530f-442c-4384-ac16-33c4a55e6681 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:56.902583 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f656838a-27da-46cd-863b-9b19d7ef79d2 req-e685530f-442c-4384-ac16-33c4a55e6681 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Jul 30 08:14:56.941015 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f656838a-27da-46cd-863b-9b19d7ef79d2 req-32d672c6-07bd-46db-975d-db11d114f79b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jul 30 08:14:57.587315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0aa8-0598-4a9e-8b0d-6fcad6e70319 req-c5cae718-4284-4dcd-a00a-105e61c93dd9 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:57.588919 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-df5f0aa8-0598-4a9e-8b0d-6fcad6e70319 req-c5cae718-4284-4dcd-a00a-105e61c93dd9 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Jul 30 08:14:57.638824 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-df5f0aa8-0598-4a9e-8b0d-6fcad6e70319 req-fe28058b-db3c-4f32-8641-6162b7108636 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Jul 30 08:14:57.819597 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826fc93-67de-4fa4-910b-25d928d2f317 req-57d663ab-304f-444f-8ef5-09629017507f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:57.821097 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2826fc93-67de-4fa4-910b-25d928d2f317 req-57d663ab-304f-444f-8ef5-09629017507f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0487864 Jul 30 08:14:57.870971 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2826fc93-67de-4fa4-910b-25d928d2f317 req-535891ec-212d-4bba-b8e5-29a52b9f9366 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Jul 30 08:14:58.057579 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955ede-3b84-4112-bdf1-c24df6264197 req-8fc3d288-453a-48bc-927a-164b228a132a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:58.058973 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0955ede-3b84-4112-bdf1-c24df6264197 req-8fc3d288-453a-48bc-927a-164b228a132a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0473270 Jul 30 08:14:58.104361 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0955ede-3b84-4112-bdf1-c24df6264197 req-2a78e011-3e91-4c65-99e7-f9630d6e1fd7 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Jul 30 08:14:58.761792 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3a2d-7244-45c6-a78a-1f48c8d3e8db req-15b35856-6e16-4560-a91c-d5ebb429642f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:58.771127 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-128c3a2d-7244-45c6-a78a-1f48c8d3e8db req-15b35856-6e16-4560-a91c-d5ebb429642f tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Jul 30 08:14:58.811158 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-128c3a2d-7244-45c6-a78a-1f48c8d3e8db req-bf02c0ac-cad2-4b7a-bf0f-6c831f13af6c tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Jul 30 08:14:59.014617 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192a1e7-aabc-416a-9511-7915e79d9c63 req-7fe094fa-05f9-481d-8968-0edbde45a0ae tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:59.016173 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d192a1e7-aabc-416a-9511-7915e79d9c63 req-7fe094fa-05f9-481d-8968-0edbde45a0ae tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0711241 Jul 30 08:14:59.067077 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d192a1e7-aabc-416a-9511-7915e79d9c63 req-2611b853-97fc-4313-b4e2-2fce9bf7a2fb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Jul 30 08:14:59.247008 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226f9ba-10ca-4d01-af92-fc25de804274 req-0b40067c-166a-487f-a27a-1268bc878a96 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:59.249847 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f226f9ba-10ca-4d01-af92-fc25de804274 req-0b40067c-166a-487f-a27a-1268bc878a96 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0601058 Jul 30 08:14:59.294890 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f226f9ba-10ca-4d01-af92-fc25de804274 req-4223b0d0-002c-4b85-8bad-7a71d7af7f74 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Jul 30 08:14:59.947671 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f80650-3afa-4297-a3c5-2c2cec465835 req-ada184d6-bca6-4f81-8b2f-46c6bb5634d2 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:14:59.949176 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92f80650-3afa-4297-a3c5-2c2cec465835 req-ada184d6-bca6-4f81-8b2f-46c6bb5634d2 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0509644 Jul 30 08:14:59.989636 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92f80650-3afa-4297-a3c5-2c2cec465835 req-921d4d91-8758-4919-8ab0-e98512553bc7 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Jul 30 08:15:00.191045 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc29f3-aa72-4f6c-b315-4b23f1c07812 req-97246bd3-7045-4676-b7ee-72a363f182e9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:00.192554 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0dbc29f3-aa72-4f6c-b315-4b23f1c07812 req-97246bd3-7045-4676-b7ee-72a363f182e9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0537977 Jul 30 08:15:00.229650 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0dbc29f3-aa72-4f6c-b315-4b23f1c07812 req-5bd1ee6f-0158-4b44-a6b0-00c7f09b2245 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Jul 30 08:15:00.424807 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c091-167f-4949-a4e5-4d61137325e0 req-88385523-9bd2-477b-8778-3ceed8f1a35b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:00.426241 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8d8c091-167f-4949-a4e5-4d61137325e0 req-88385523-9bd2-477b-8778-3ceed8f1a35b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0497727 Jul 30 08:15:00.463881 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8d8c091-167f-4949-a4e5-4d61137325e0 req-f3e55ccb-8e08-4f4a-b909-b475dfc2e2bd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Jul 30 08:15:01.102244 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a561-1d32-4008-8e45-4f5641ec1b69 req-1dcc2749-275e-4d45-8fd8-d625102c4442 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:01.103739 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac97a561-1d32-4008-8e45-4f5641ec1b69 req-1dcc2749-275e-4d45-8fd8-d625102c4442 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0478759 Jul 30 08:15:01.148226 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ac97a561-1d32-4008-8e45-4f5641ec1b69 req-67baa482-747a-4308-b32e-4aa89a3b8c2e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Jul 30 08:15:01.360322 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f392-8e51-4cd4-8b51-8a77ba5e0072 req-fc68a925-1217-4652-8e18-c54321ff3bcd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:01.361864 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f119f392-8e51-4cd4-8b51-8a77ba5e0072 req-fc68a925-1217-4652-8e18-c54321ff3bcd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Jul 30 08:15:01.399318 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f119f392-8e51-4cd4-8b51-8a77ba5e0072 req-c400d501-effc-48a6-b7dc-81b8e9576786 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Jul 30 08:15:01.592339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf22e-4b60-4150-8712-4c27bb0f24e0 req-12c466a9-19ce-4a8c-b508-4ebebd0d4cff tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:01.594927 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c09cf22e-4b60-4150-8712-4c27bb0f24e0 req-12c466a9-19ce-4a8c-b508-4ebebd0d4cff tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0507760 Jul 30 08:15:01.635674 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c09cf22e-4b60-4150-8712-4c27bb0f24e0 req-d99ffbf1-98a9-43a8-b08d-9958c76ef063 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346324 Jul 30 08:15:02.265018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f06a-72d3-46c0-976a-08c5ff865238 req-739aa973-218b-480e-9a58-c64de95d67a8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:02.266417 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfa7f06a-72d3-46c0-976a-08c5ff865238 req-739aa973-218b-480e-9a58-c64de95d67a8 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Jul 30 08:15:02.334339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dfa7f06a-72d3-46c0-976a-08c5ff865238 req-14d37121-907b-4bd6-b624-30ae9a51edbd tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Jul 30 08:15:02.526224 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86dbe3-32a8-4f4a-ab9b-a829e620cba1 req-49bce675-83d5-476c-977c-40f5a64e6c8d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:02.527784 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed86dbe3-32a8-4f4a-ab9b-a829e620cba1 req-49bce675-83d5-476c-977c-40f5a64e6c8d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0496769 Jul 30 08:15:02.570789 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed86dbe3-32a8-4f4a-ab9b-a829e620cba1 req-fc142690-2a2e-44cc-a5af-9f9bd6d9b084 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332520 Jul 30 08:15:02.770847 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6ad54-1cf5-4a19-b8a8-944c2608beaa req-1482c925-2f0d-4ec3-b5c1-f51c78e89115 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:02.772393 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6f6ad54-1cf5-4a19-b8a8-944c2608beaa req-1482c925-2f0d-4ec3-b5c1-f51c78e89115 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Jul 30 08:15:02.810241 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6f6ad54-1cf5-4a19-b8a8-944c2608beaa req-8113b643-a16c-414b-ac46-a0389b65a763 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 Jul 30 08:15:03.453480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a49b6c-8651-460a-8f30-eade35176ac5 req-59856fe2-13bc-46fc-8786-80614fef8377 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:03.454955 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6a49b6c-8651-460a-8f30-eade35176ac5 req-59856fe2-13bc-46fc-8786-80614fef8377 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Jul 30 08:15:03.494845 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d6a49b6c-8651-460a-8f30-eade35176ac5 req-c923aa4d-c905-48b2-bda2-9486b3617955 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 30 08:15:03.692702 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43602e-51c3-4175-9f12-6c94d95944c2 req-16dd7f69-d7ec-4767-8943-fa8e49c44e22 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:03.694197 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e43602e-51c3-4175-9f12-6c94d95944c2 req-16dd7f69-d7ec-4767-8943-fa8e49c44e22 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0512881 Jul 30 08:15:03.732045 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e43602e-51c3-4175-9f12-6c94d95944c2 req-44f48803-1252-41d4-8255-ef77481aa927 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jul 30 08:15:03.926821 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc8f59-5ef1-401c-9157-7e5506028502 req-3053ced1-c5c1-4d37-9330-ebb9ee42a558 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:03.928340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2abc8f59-5ef1-401c-9157-7e5506028502 req-3053ced1-c5c1-4d37-9330-ebb9ee42a558 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Jul 30 08:15:03.967716 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2abc8f59-5ef1-401c-9157-7e5506028502 req-b64c2bd6-981f-4e30-82b7-97f310b76789 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Jul 30 08:15:04.623045 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a037c5-9c48-4df2-bf4f-9a2258beffe2 req-7a2238fd-8956-4711-b945-7162ad06d624 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:04.624537 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39a037c5-9c48-4df2-bf4f-9a2258beffe2 req-7a2238fd-8956-4711-b945-7162ad06d624 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Jul 30 08:15:04.667750 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39a037c5-9c48-4df2-bf4f-9a2258beffe2 req-7e59e7a2-eb36-4ec6-a908-b65693a3fc82 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Jul 30 08:15:04.857259 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9fb3a-2766-40f3-8e4a-06f930bdaa28 req-a2f6c271-460d-40e6-bcaf-7c43de5e97dc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:04.858862 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2db9fb3a-2766-40f3-8e4a-06f930bdaa28 req-a2f6c271-460d-40e6-bcaf-7c43de5e97dc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0528531 Jul 30 08:15:04.897161 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2db9fb3a-2766-40f3-8e4a-06f930bdaa28 req-9b0ee438-c9e1-4153-b4d1-94f58222d81f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Jul 30 08:15:05.081315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab266-0822-4ec6-8cb0-0826c1faa6f3 req-c5de1128-dbc6-4436-aa75-8d689b090f3a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:05.082815 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f0ab266-0822-4ec6-8cb0-0826c1faa6f3 req-c5de1128-dbc6-4436-aa75-8d689b090f3a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0471735 Jul 30 08:15:05.119208 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f0ab266-0822-4ec6-8cb0-0826c1faa6f3 req-5bdf12f1-a660-4388-b2cb-1e742dfcebe3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Jul 30 08:15:05.761607 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06cbd-5724-4370-bcf4-5941b6b1a7e2 req-619e1025-090f-4ffd-b166-f741ad8ce03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:05.763129 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ccb06cbd-5724-4370-bcf4-5941b6b1a7e2 req-619e1025-090f-4ffd-b166-f741ad8ce03d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0388627 Jul 30 08:15:05.779255 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ca1c-925b-4ae2-baea-0cd84a19fb80 req-3b52ff96-a48f-41e0-804e-dca3b8a8324e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:05.781002 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33b5ca1c-925b-4ae2-baea-0cd84a19fb80 req-3b52ff96-a48f-41e0-804e-dca3b8a8324e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Jul 30 08:15:05.803255 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ccb06cbd-5724-4370-bcf4-5941b6b1a7e2 req-9bcaef20-6468-459a-bc5f-7c3d8cac740e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jul 30 08:15:05.827323 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33b5ca1c-925b-4ae2-baea-0cd84a19fb80 req-d1b3b55a-dc3d-4c4b-b93b-193794666f2b tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Jul 30 08:15:05.913933 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-9e582d15-a771-4d73-9364-90d4feca9563 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:05.915275 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-9e582d15-a771-4d73-9364-90d4feca9563 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Jul 30 08:15:06.015292 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Deleting port cb692e25-44a5-4e5e-acb4-26310808fa4c {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:06.015638 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:06.019395 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96b753-2e05-464e-846d-afd281b96eb9 req-021afe31-faf1-478f-99f1-ea6f9694d2d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:06.020935 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2d96b753-2e05-464e-846d-afd281b96eb9 req-021afe31-faf1-478f-99f1-ea6f9694d2d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0513520 Jul 30 08:15:06.059412 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2d96b753-2e05-464e-846d-afd281b96eb9 req-727e792a-1f08-45d8-b3a5-31a47a6bdb3e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Jul 30 08:15:06.107695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] For port cb692e25-44a5-4e5e-acb4-26310808fa4c, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb692e25-44a5-4e5e-acb4-26310808fa4c,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:06.108062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:06.120216 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Calling delete_port for cb692e25-44a5-4e5e-acb4-26310808fa4c owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:06.235780 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87feaf-5d3e-4f98-97fc-f93431529620 req-85831090-25ae-4d2f-94f5-c922acc1e230 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:06.237231 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d87feaf-5d3e-4f98-97fc-f93431529620 req-85831090-25ae-4d2f-94f5-c922acc1e230 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Jul 30 08:15:06.247036 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:06.261598 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534', '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'cb692e25-44a5-4e5e-acb4-26310808fa4c'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:06.282281 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event deleted for resources: {'Port': ['ID=cb692e25-44a5-4e5e-acb4-26310808fa4c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:06.287070 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d87feaf-5d3e-4f98-97fc-f93431529620 req-4fd4616c-25c3-424b-9959-8a35b344c98d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jul 30 08:15:06.307612 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.307971 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.308314 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.308714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.309075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.309411 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.309741 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.310685 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.311013 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.311364 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.311666 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.312126 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:06.327169 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] No DVR routers for this DVR port cb692e25-44a5-4e5e-acb4-26310808fa4c on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:06.329492 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:06.331440 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8db1955c-4b55-49f6-92cf-87d9fdf6fc49 req-880f14b6-1e22-48fa-8b20-6e03c82635e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "DELETE /v2.0/ports/cb692e25-44a5-4e5e-acb4-26310808fa4c HTTP/1.1" status: 204 len: 173 time: 0.4029913 Jul 30 08:15:06.331880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'name': 'network-vif-deleted', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:06.334115 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6b97d-d327-4a7d-b861-1c19fcc56666" -d '{"events": [{"server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "name": "network-vif-deleted", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:06.371430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5a193-cb1f-42ef-bce7-791ab07daac2 x-openstack-request-id: req-f0f5a193-cb1f-42ef-bce7-791ab07daac2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:06.371779 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3e7eb-ec9d-4722-b5d9-705db74c6554", "name": "network-vif-deleted", "tag": "cb692e25-44a5-4e5e-acb4-26310808fa4c", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:06.372036 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0f5a193-cb1f-42ef-bce7-791ab07daac2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:06.372488 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3e7eb-ec9d-4722-b5d9-705db74c6554', 'name': 'network-vif-deleted', 'tag': 'cb692e25-44a5-4e5e-acb4-26310808fa4c', 'status': 'completed', 'code': 200} Jul 30 08:15:06.932713 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-10af06a8-4a7a-40dc-8fbb-fdb24e95a403 req-7b7d402f-226e-4011-87ab-9cac830abbdc tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5b3e7eb-ec9d-4722-b5d9-705db74c6554 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Jul 30 08:15:07.196242 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88776a5-dcaa-4c02-bb96-e51313d93430 req-e3cd5246-1651-420c-a6b6-2475492df499 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.199146 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e88776a5-dcaa-4c02-bb96-e51313d93430 req-e3cd5246-1651-420c-a6b6-2475492df499 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0654192 Jul 30 08:15:07.236654 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e88776a5-dcaa-4c02-bb96-e51313d93430 req-ea08cf8e-5ef7-429a-9792-5dfc123bd7e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Jul 30 08:15:07.400528 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd553b4d-c06d-4467-aa0f-c9da34a95213 req-61652de8-bb03-4651-9663-e09cb787d1c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.402020 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd553b4d-c06d-4467-aa0f-c9da34a95213 req-61652de8-bb03-4651-9663-e09cb787d1c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0478394 Jul 30 08:15:07.439546 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd553b4d-c06d-4467-aa0f-c9da34a95213 req-8bb9f256-356c-45ef-ba99-76e6f849b150 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 30 08:15:07.724413 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-dfb2b4bb-009d-4f4d-8d4a-0b22e3fd3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.725885 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-dfb2b4bb-009d-4f4d-8d4a-0b22e3fd3b9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 1098 time: 0.0396342 Jul 30 08:15:07.741639 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada21d-4f2c-40d6-abdf-bfa0420790bb req-a527742d-21dc-4b41-a269-45c65031ee8c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.743367 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-78ada21d-4f2c-40d6-abdf-bfa0420790bb req-a527742d-21dc-4b41-a269-45c65031ee8c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Jul 30 08:15:07.781660 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-78ada21d-4f2c-40d6-abdf-bfa0420790bb req-8ae6c99a-7b3c-4c59-82ca-a5d219a1df88 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 30 08:15:07.821483 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-9b364c98-a2d4-4307-896b-95f1d660df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.822971 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-9b364c98-a2d4-4307-896b-95f1d660df1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 200 len: 920 time: 0.0877812 Jul 30 08:15:07.868661 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-ff76bc01-01bd-470b-8b57-f265a8451a5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 200 len: 217 time: 0.0340242 Jul 30 08:15:07.922347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-c3ab6b56-4d5b-4199-ac24-c193214fc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:07.923786 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-c3ab6b56-4d5b-4199-ac24-c193214fc89f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 200 len: 859 time: 0.0460191 Jul 30 08:15:07.962128 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-ac5ad409-0eac-467a-bb7d-62a719af7a80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fe32146-00de-4c22-9829-93323fadd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242865 Jul 30 08:15:08.056673 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-af699f0b-3578-46ff-a744-764f846a5237 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842144 Jul 30 08:15:08.157499 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-36ce4554-50e4-4a26-a42a-8bbdebaee5ff req-31522909-719d-40a5-8d96-6fdcbc27d7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926378 Jul 30 08:15:08.365371 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58849d1f-87bb-41d6-8996-8a4a8a2aa9d9 req-cbcf8a5b-0a97-4c00-88e1-4f11b3a91c51 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:08.366850 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58849d1f-87bb-41d6-8996-8a4a8a2aa9d9 req-cbcf8a5b-0a97-4c00-88e1-4f11b3a91c51 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0499353 Jul 30 08:15:08.404967 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-58849d1f-87bb-41d6-8996-8a4a8a2aa9d9 req-05b93941-a58e-41df-a1bc-0685b36b1401 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Jul 30 08:15:08.897384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682cb35-8daa-488f-8a69-87c5e55af934 req-834e2589-cd2b-41fb-a383-da360c496036 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:08.898890 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c682cb35-8daa-488f-8a69-87c5e55af934 req-834e2589-cd2b-41fb-a383-da360c496036 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jul 30 08:15:08.938704 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c682cb35-8daa-488f-8a69-87c5e55af934 req-f5e084e0-f85a-40fa-a7fc-924b21dd4262 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Jul 30 08:15:09.284434 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-2fd68f12-2d48-4467-bc47-1e8a99e291e7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920436559&fields=id&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 267 time: 0.0342028 Jul 30 08:15:09.396819 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde9-8adc-4c1a-8883-4fa62887b3a3 req-69e2dba1-6bf8-4ad2-9843-097b4a1c6379 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:09.398268 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dbf6cde9-8adc-4c1a-8883-4fa62887b3a3 req-69e2dba1-6bf8-4ad2-9843-097b4a1c6379 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 945 time: 0.1128445 Jul 30 08:15:09.437236 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a535b3b6-c8f9-4974-96c0-fd98280dc62d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:09.438674 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a535b3b6-c8f9-4974-96c0-fd98280dc62d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.1451204 Jul 30 08:15:09.463139 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dbf6cde9-8adc-4c1a-8883-4fa62887b3a3 req-42e8c3f4-f400-4bb6-a8c2-785d48131578 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Jul 30 08:15:09.464447 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-cc5d3f85-87da-4915-a103-79d296a4681c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/quotas/a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 375 time: 0.0202401 Jul 30 08:15:09.518064 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-f9f4acc9-7a47-4a60-ac33-d712194580cc tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475645 Jul 30 08:15:09.614774 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf73d8-db48-4403-ae14-3e058d4e9d72 req-3ae1e218-e916-4ca4-ba9e-1644e41ed506 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:09.616254 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3bbf73d8-db48-4403-ae14-3e058d4e9d72 req-3ae1e218-e916-4ca4-ba9e-1644e41ed506 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0973132 Jul 30 08:15:09.661264 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-19f39ef0-f55b-4cee-8874-8d138b4eca0b service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311362 Jul 30 08:15:09.680999 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3bbf73d8-db48-4403-ae14-3e058d4e9d72 req-1dd631ce-dcae-419a-9735-58556382cfc5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546961 Jul 30 08:15:09.755217 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-307db1e8-0fde-4ce8-9432-9dd1a3f82831 service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Jul 30 08:15:09.810280 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device cb692e25-44a5-4e5e-acb4-26310808fa4c no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:09.833841 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: cb692e25-44a5-4e5e-acb4-26310808fa4c {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:09.834194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device cb692e25-44a5-4e5e-acb4-26310808fa4c not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:10.053778 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aaa89-ed13-4833-b225-b56318ba3772 req-810dadb6-6893-48c4-b122-8b6b72fb28f9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:10.055241 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8f6aaa89-ed13-4833-b225-b56318ba3772 req-810dadb6-6893-48c4-b122-8b6b72fb28f9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Jul 30 08:15:10.097102 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8f6aaa89-ed13-4833-b225-b56318ba3772 req-acf5e147-c145-451c-8634-0d3f2c4eeaa0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Jul 30 08:15:10.579682 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d77f8-b372-48d0-add2-040dc4ad4094 req-a63576d1-3e71-495d-85bf-0f88a2c8499d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:10.581233 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a33d77f8-b372-48d0-add2-040dc4ad4094 req-a63576d1-3e71-495d-85bf-0f88a2c8499d tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Jul 30 08:15:10.618783 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a33d77f8-b372-48d0-add2-040dc4ad4094 req-94244847-abe3-4e95-aded-8450730fe4e0 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Jul 30 08:15:10.797508 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737126a-cf1e-4e1e-8843-200d91ee9b1c req-f1181043-30de-4872-8ec3-906596085fc9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:10.798952 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7737126a-cf1e-4e1e-8843-200d91ee9b1c req-f1181043-30de-4872-8ec3-906596085fc9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0470469 Jul 30 08:15:10.835690 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7737126a-cf1e-4e1e-8843-200d91ee9b1c req-1e575499-4168-4c6b-93ed-a7b731f0e420 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Jul 30 08:15:11.061027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7077e13d-255f-476c-b0ae-67409867c268 req-8513102c-f71a-497a-966a-64a822811a6a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 210 time: 0.0256684 Jul 30 08:15:11.090772 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-3f97e3e6-0dbc-4ed7-ba9d-4676df143200 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:11.092750 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-3f97e3e6-0dbc-4ed7-ba9d-4676df143200 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 945 time: 0.0533864 Jul 30 08:15:11.197457 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Deleting port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:11.197848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:11.309757 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] For port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:11.310368 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:11.327193 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Calling delete_port for fe5797b3-11e2-49b7-b7dc-c1f760df7d0a owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:11.437061 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce7ec-b9b8-437f-ab45-63ed0efa5d63 req-5de9b19c-9939-4369-a443-852617ab2b7d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:11.441370 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aabce7ec-b9b8-437f-ab45-63ed0efa5d63 req-5de9b19c-9939-4369-a443-852617ab2b7d tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.2709041 Jul 30 08:15:11.475182 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:11.478109 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aabce7ec-b9b8-437f-ab45-63ed0efa5d63 req-c441e577-8108-4511-ad6e-5290baa16b5e tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Jul 30 08:15:11.487616 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534', '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:11.517176 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event deleted for resources: {'Port': ['ID=fe5797b3-11e2-49b7-b7dc-c1f760df7d0a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:11.564938 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] No DVR routers for this DVR port fe5797b3-11e2-49b7-b7dc-c1f760df7d0a on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:11.564938 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:11.564938 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-973ee3eb-612f-4bd7-aeed-330738fdc207 req-6c44dd8c-d247-478e-949c-133522c6cdd5 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "DELETE /v2.0/ports/fe5797b3-11e2-49b7-b7dc-c1f760df7d0a HTTP/1.1" status: 204 len: 173 time: 0.4638665 Jul 30 08:15:11.564938 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'name': 'network-vif-deleted', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:11.568518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84314e15-e9a3-49ec-a096-deca5880956a" -d '{"events": [{"server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "name": "network-vif-deleted", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:11.617148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982b0d44-b262-4597-adae-97dd0a46323b x-openstack-request-id: req-982b0d44-b262-4597-adae-97dd0a46323b {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:11.617440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5429e86d-468b-4f11-9431-22c05d3e7179", "name": "network-vif-deleted", "tag": "fe5797b3-11e2-49b7-b7dc-c1f760df7d0a", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:11.617736 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-982b0d44-b262-4597-adae-97dd0a46323b {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:11.618141 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5429e86d-468b-4f11-9431-22c05d3e7179', 'name': 'network-vif-deleted', 'tag': 'fe5797b3-11e2-49b7-b7dc-c1f760df7d0a', 'status': 'completed', 'code': 200} Jul 30 08:15:11.732146 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fd6b7645-f7ca-41e1-b1bc-6e63bc511d56 req-f7d81dad-3453-4348-880a-d1a7daf357e1 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=5429e86d-468b-4f11-9431-22c05d3e7179 HTTP/1.1" status: 200 len: 210 time: 0.0265021 Jul 30 08:15:11.963113 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0c35d-a363-4783-be06-207f56ff394c req-1feef64a-9b94-409f-80c9-4f1fb2dbfe10 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:11.964630 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6d0c35d-a363-4783-be06-207f56ff394c req-1feef64a-9b94-409f-80c9-4f1fb2dbfe10 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0535755 Jul 30 08:15:12.005142 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6d0c35d-a363-4783-be06-207f56ff394c req-5d3e1dde-a763-402c-ae42-68a5f7083b40 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338664 Jul 30 08:15:12.148835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a9b6cea0-7dba-4e78-91ad-e2ea29783c6c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:12.150489 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a9b6cea0-7dba-4e78-91ad-e2ea29783c6c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.1097884 Jul 30 08:15:12.160550 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-12b704ec-b6a5-4dc3-adf3-e8741efd0c88 req-bb561e82-44d9-48f4-83a6-0fe638c6674e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Jul 30 08:15:12.206527 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a759ae89-73d4-4acd-bc38-beb032455032 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 380 time: 0.0358617 Jul 30 08:15:12.217488 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'port': {'device_id': '652547ca-50cd-439c-9938-1fa848fc0491', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'admin_state_up': True, 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'security_groups': ['a1cb8f1f-dd07-422a-82c6-4814ff4c3e61']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:15:12.329841 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Made reservation on behalf of a55260c1d1ee495799493929061a10d9 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:15:12.334678 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:12.466936 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.20.0.11 (f967d621-f61f-4fc0-b15a-84339d287b3e/58952ea7-e6ea-4bb7-b1c2-18868ed29412/88cc0cf1-7d34-4104-b408-fed17c692a4e) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:15:12.608017 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:12.622645 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Transition to ACTIVE for port object 88cc0cf1-7d34-4104-b408-fed17c692a4e will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:15:12.658362 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:12.707753 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:15:12.711456 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:15:12.717963 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:15:12.724566 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:12.772594 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:12.773288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:12.789277 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-be9fb0ae-dd2e-441c-bf78-1c02dfa9e64d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752106 Jul 30 08:15:12.802034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Request body: {'port': {'device_id': '652547ca-50cd-439c-9938-1fa848fc0491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:15:12.868497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:12.975805 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3a9c5baa-7420-4db7-9add-1f83d86a0e80 None None] Provisioning for port 88cc0cf1-7d34-4104-b408-fed17c692a4e completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:15:12.981100 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3a9c5baa-7420-4db7-9add-1f83d86a0e80 None None] Provisioning complete for port 88cc0cf1-7d34-4104-b408-fed17c692a4e triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:15:12.981316 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5baa-7420-4db7-9add-1f83d86a0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.052729 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c5baa-7420-4db7-9add-1f83d86a0e80 None None] Port 88cc0cf1-7d34-4104-b408-fed17c692a4e cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:15:13.094888 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27fa76-acf0-474a-a066-ab5666c07bbe req-62896fed-ec1b-4807-bd71-4954790fbacb tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.098915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6e27fa76-acf0-474a-a066-ab5666c07bbe req-62896fed-ec1b-4807-bd71-4954790fbacb tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0958834 Jul 30 08:15:13.195695 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6e27fa76-acf0-474a-a066-ab5666c07bbe req-d905b3b9-fca9-435b-b305-3576f05941ed tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897794 Jul 30 08:15:13.217365 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202747-1058-4910-b9a1-b5ff7b441278 req-cacd6d7c-76a7-4579-bb26-7d065bde4dc9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.217695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cc0cf1-7d34-4104-b408-fed17c692a4e {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:15:13.219140 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-02202747-1058-4910-b9a1-b5ff7b441278 req-cacd6d7c-76a7-4579-bb26-7d065bde4dc9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 943 time: 0.0996988 Jul 30 08:15:13.228076 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.241859 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Transition to ACTIVE for port object 88cc0cf1-7d34-4104-b408-fed17c692a4e will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:15:13.246169 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.263816 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-02202747-1058-4910-b9a1-b5ff7b441278 req-eeda2518-3a21-4708-a6a6-3df0b54b3066 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Jul 30 08:15:13.342045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:13.344479 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df61adb-485a-4a6c-8bf5-740c72fb5c7a req-8cc57728-a0ed-4154-b045-80fb305b0eea tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.346363 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1df61adb-485a-4a6c-8bf5-740c72fb5c7a req-8cc57728-a0ed-4154-b045-80fb305b0eea tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0816841 Jul 30 08:15:13.376998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Attempting to bind port 88cc0cf1-7d34-4104-b408-fed17c692a4e on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:15:13.377341 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Attempting to bind port 88cc0cf1-7d34-4104-b408-fed17c692a4e by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:15:13.377667 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Attempting to bind port 88cc0cf1-7d34-4104-b408-fed17c692a4e on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:15:13.382965 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Port 88cc0cf1-7d34-4104-b408-fed17c692a4e on network f967d621-f61f-4fc0-b15a-84339d287b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:15:13.383298 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Attempting to bind port 88cc0cf1-7d34-4104-b408-fed17c692a4e on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:15:13.387812 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1df61adb-485a-4a6c-8bf5-740c72fb5c7a req-8fc83b94-edf8-48e3-b45a-52fe7a9de859 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Jul 30 08:15:13.388751 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:15:13.389128 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:15:13.389514 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Bound using segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:15:13.389952 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Bound port: 88cc0cf1-7d34-4104-b408-fed17c692a4e, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:15:13.390300 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.458777 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:15:13.462146 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:15:13.465690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.499201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.499824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.501301 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] 10.222.0.30 "PUT /v2.0/ports/88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 200 len: 1094 time: 0.7038512 Jul 30 08:15:13.525709 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a280-b6d7-4b27-9f04-ec1257d49007 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:13.597835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-3c9bb12b-7fa5-4548-941d-2b47401e5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.599628 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-3c9bb12b-7fa5-4548-941d-2b47401e5826 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1097 time: 0.0461257 Jul 30 08:15:13.642441 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:13.645006 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcddce7-6402-4a73-bbc6-f22e504d8597" -d '{"events": [{"name": "network-changed", "server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:13.649219 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-3d8f383b-7bf4-48e9-a12d-8db961bc266d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 200 len: 217 time: 0.0400219 Jul 30 08:15:13.684181 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc4a2e1-f8fa-4feb-843f-3c5172c51dd6 x-openstack-request-id: req-7dc4a2e1-f8fa-4feb-843f-3c5172c51dd6 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:13.684815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:13.685131 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dc4a2e1-f8fa-4feb-843f-3c5172c51dd6 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:13.685520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'status': 'completed', 'code': 200} Jul 30 08:15:13.703178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a891ec86-6d62-4eab-9c8f-5729406f05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.704796 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-a891ec86-6d62-4eab-9c8f-5729406f05d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0473287 Jul 30 08:15:13.755435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-83ec0339-a0d2-47f8-8676-48062eeb0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:13.756819 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-83ec0339-a0d2-47f8-8676-48062eeb0eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438490 Jul 30 08:15:13.820500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:15:13.846139 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-ecc568cb-9225-47b2-b54e-9b08e0a475ff service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801613 Jul 30 08:15:13.915669 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:13.927011 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:15:13.941440 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-759fc475-f8fe-4124-9ac4-164955c8c2b5 req-04178069-216e-46e8-8f0b-4ba3afbb758e service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Jul 30 08:15:13.967199 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:13.980256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:15:14.001992 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:14.005962 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:14.035995 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-22772d23-6968-4886-b5de-83085cad15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.037536 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-22772d23-6968-4886-b5de-83085cad15e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1097 time: 0.0416651 Jul 30 08:15:14.055147 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=9']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:14.132610 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-183c9174-5ef7-4bee-85bc-c8fcc2b4e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.134098 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-183c9174-5ef7-4bee-85bc-c8fcc2b4e4fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.0811000 Jul 30 08:15:14.182564 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-05b49580-dfdb-41a3-a162-907255bc4844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 200 len: 217 time: 0.0375526 Jul 30 08:15:14.245196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-a3ac5e0f-e1dd-46e6-92fa-acedecc59b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.246790 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-a3ac5e0f-e1dd-46e6-92fa-acedecc59b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0482099 Jul 30 08:15:14.299324 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-cb3efbc0-fa64-4b4c-9fce-b8bfb67b4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.300837 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-cb3efbc0-fa64-4b4c-9fce-b8bfb67b4d74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416338 Jul 30 08:15:14.325209 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179877f7-a8e0-4062-a163-6ca6c28c8895 req-4159a59e-a2e0-4ae8-9a92-7ba956624aa6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.335523 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-179877f7-a8e0-4062-a163-6ca6c28c8895 req-4159a59e-a2e0-4ae8-9a92-7ba956624aa6 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0601799 Jul 30 08:15:14.395206 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-179877f7-a8e0-4062-a163-6ca6c28c8895 req-f67e7ae3-d0a9-40f8-876f-294ebaaeaaa9 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Jul 30 08:15:14.408985 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-8da13871-48cf-4c4c-af0b-fca5dac8f0ae service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924013 Jul 30 08:15:14.412730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1eec-130e-4880-9310-453c678c0e0d req-5b050253-5fb8-430a-b4c0-f0dadba43fe9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.414400 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-160f1eec-130e-4880-9310-453c678c0e0d req-5b050253-5fb8-430a-b4c0-f0dadba43fe9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0620754 Jul 30 08:15:14.439126 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['4229bb2c-c097-4ebf-9466-c0a437268a65'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:14.457892 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-160f1eec-130e-4880-9310-453c678c0e0d req-1c901a31-be84-4afc-a1b6-e83debba6bd6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358160 Jul 30 08:15:14.512157 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cdcddce7-6402-4a73-bbc6-f22e504d8597 req-105df6c7-5e3e-4cee-9815-243254482db1 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948880 Jul 30 08:15:14.530438 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025fc92-2817-499e-93c6-de00d2b70ea9 req-3276bac2-ef22-4c71-bdc1-1607dab6567e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.532428 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4025fc92-2817-499e-93c6-de00d2b70ea9 req-3276bac2-ef22-4c71-bdc1-1607dab6567e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0675993 Jul 30 08:15:14.573178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-c6355e7c-6d93-49eb-8b64-b104fa3d9414 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:14.574723 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-c6355e7c-6d93-49eb-8b64-b104fa3d9414 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 945 time: 0.0617280 Jul 30 08:15:14.589779 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4025fc92-2817-499e-93c6-de00d2b70ea9 req-f80a1120-cfe7-42dc-a4c2-4f7e93621da9 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Jul 30 08:15:14.670680 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Deleting port 8865aefb-1f8c-48cb-be59-30fe20e7a751 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:14.671018 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:14.756501 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] For port 8865aefb-1f8c-48cb-be59-30fe20e7a751, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8865aefb-1f8c-48cb-be59-30fe20e7a751,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:14.756864 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:14.772876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Calling delete_port for 8865aefb-1f8c-48cb-be59-30fe20e7a751 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:14.893865 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:14.924245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event deleted for resources: {'Port': ['ID=8865aefb-1f8c-48cb-be59-30fe20e7a751,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:14.964636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] No DVR routers for this DVR port 8865aefb-1f8c-48cb-be59-30fe20e7a751 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:14.967971 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:14.969991 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ef95693a-2f7a-42af-ad84-4c8a4328dd6b req-e0400bec-a39c-4c05-aa85-faf9bd29a3e3 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "DELETE /v2.0/ports/8865aefb-1f8c-48cb-be59-30fe20e7a751 HTTP/1.1" status: 204 len: 173 time: 0.3880002 Jul 30 08:15:15.070992 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534', '8865aefb-1f8c-48cb-be59-30fe20e7a751'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:15.292443 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:15:15.520755 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ffc85fc3-ca3f-4d29-bfef-358ba8c111db req-781ec6c2-f562-45f8-adde-e264af7b668a tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=7618cb01-d8f4-4b90-8e75-6da5c36281d9 HTTP/1.1" status: 200 len: 210 time: 0.0265198 Jul 30 08:15:15.529178 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12caff-9cb1-4ee7-a3d1-858a029f1c69 req-264717f8-c30d-4587-b838-c749b4d8a04f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:15.530658 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f12caff-9cb1-4ee7-a3d1-858a029f1c69 req-264717f8-c30d-4587-b838-c749b4d8a04f tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0735145 Jul 30 08:15:15.574961 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f12caff-9cb1-4ee7-a3d1-858a029f1c69 req-40e692d5-5d3e-4bf1-a299-6d3bacbe44d8 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Jul 30 08:15:15.636337 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cbeb-c188-4975-a757-571fff329c5a req-ab35e1b6-0ac6-4ed0-ae57-a4a12d7b20d9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:15.637882 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d712cbeb-c188-4975-a757-571fff329c5a req-ab35e1b6-0ac6-4ed0-ae57-a4a12d7b20d9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 944 time: 0.0519733 Jul 30 08:15:15.686377 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'name': 'network-vif-deleted', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:15.688716 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f31fad-3576-49bc-b21f-c072033ff317" -d '{"events": [{"server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "name": "network-vif-deleted", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:15.702828 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d712cbeb-c188-4975-a757-571fff329c5a req-2ab2f58d-1e63-4c57-9686-858f6858c9d0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589828 Jul 30 08:15:15.717687 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f652ea-c4f5-489d-a2fe-fa52fab88354 req-2167432a-6519-4c97-a78a-7fa3489dfe65 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:15.719160 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19f652ea-c4f5-489d-a2fe-fa52fab88354 req-2167432a-6519-4c97-a78a-7fa3489dfe65 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0689714 Jul 30 08:15:15.750621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a47843-4c1d-4f28-a0b2-f6d5cc5d3041 x-openstack-request-id: req-63a47843-4c1d-4f28-a0b2-f6d5cc5d3041 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:15.750915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618cb01-d8f4-4b90-8e75-6da5c36281d9", "name": "network-vif-deleted", "tag": "8865aefb-1f8c-48cb-be59-30fe20e7a751", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:15.751170 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63a47843-4c1d-4f28-a0b2-f6d5cc5d3041 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:15.751574 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618cb01-d8f4-4b90-8e75-6da5c36281d9', 'name': 'network-vif-deleted', 'tag': '8865aefb-1f8c-48cb-be59-30fe20e7a751', 'status': 'completed', 'code': 200} Jul 30 08:15:15.758915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19f652ea-c4f5-489d-a2fe-fa52fab88354 req-de901ac7-ad37-4f62-a5f7-6374a905e238 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325892 Jul 30 08:15:15.817753 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:15:15.863881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 4229bb2c-c097-4ebf-9466-c0a437268a65 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:15:15.864177 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:15.940005 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:15.962079 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:15.964165 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb7875-f43c-440a-bc00-48d52f9ef056" -d '{"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:15.977439 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:15.982420 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:15.983344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fe5797b3-11e2-49b7-b7dc-c1f760df7d0a no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:16.019529 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2140b-77ee-4f04-a8d6-b1285b03942c x-openstack-request-id: req-2ed2140b-77ee-4f04-a8d6-b1285b03942c {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:16.019818 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-plugged", "status": "completed", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:16.020070 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ed2140b-77ee-4f04-a8d6-b1285b03942c {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:16.020454 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'code': 200} Jul 30 08:15:16.023068 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: fe5797b3-11e2-49b7-b7dc-c1f760df7d0a {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:16.023411 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fe5797b3-11e2-49b7-b7dc-c1f760df7d0a not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:16.047649 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=10']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:16.491238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f903faa-54d1-4b52-baf3-cc88d70c8e98 req-7eb19013-ff5b-4983-81b0-fed8ec83f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:16.492698 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f903faa-54d1-4b52-baf3-cc88d70c8e98 req-7eb19013-ff5b-4983-81b0-fed8ec83f922 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1099 time: 0.0385835 Jul 30 08:15:16.530150 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5f903faa-54d1-4b52-baf3-cc88d70c8e98 req-d84e2bda-9526-44af-8e63-0b4db3d3b308 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277920 Jul 30 08:15:16.692981 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20c22-b21f-4e7f-a894-158ac75d0d8a req-a7a2340f-244f-4d94-8abd-90b1f2d14496 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:16.694525 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91e20c22-b21f-4e7f-a894-158ac75d0d8a req-a7a2340f-244f-4d94-8abd-90b1f2d14496 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0490592 Jul 30 08:15:16.732073 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-91e20c22-b21f-4e7f-a894-158ac75d0d8a req-ea40b2f1-8003-40ef-8529-5f43b5218f89 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jul 30 08:15:16.830439 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e982d-1baa-49a6-bfbb-f162c0d8a66c req-8450cfea-d422-43d8-9a58-4942485f7374 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:16.831987 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-414e982d-1baa-49a6-bfbb-f162c0d8a66c req-8450cfea-d422-43d8-9a58-4942485f7374 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0541565 Jul 30 08:15:16.898482 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-414e982d-1baa-49a6-bfbb-f162c0d8a66c req-94d97406-06dc-4cb2-b3ba-d988683e7b0d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558186 Jul 30 08:15:16.907439 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cb5f-6632-4629-af23-b06ff88b280f req-b51fd3e6-51cb-4e41-9755-f05bcd32ad55 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:16.908934 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-69c1cb5f-6632-4629-af23-b06ff88b280f req-b51fd3e6-51cb-4e41-9755-f05bcd32ad55 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0760560 Jul 30 08:15:16.948122 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-69c1cb5f-6632-4629-af23-b06ff88b280f req-fac24fa9-8811-45f2-85ef-ff6263b99dbe tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Jul 30 08:15:17.860815 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bbe12-af71-4706-833b-84b6e1e32ccc req-d2f1f476-a64c-4e04-8db8-9c9aeec1d25a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:17.862680 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b4bbe12-af71-4706-833b-84b6e1e32ccc req-d2f1f476-a64c-4e04-8db8-9c9aeec1d25a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jul 30 08:15:17.941111 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b4bbe12-af71-4706-833b-84b6e1e32ccc req-beecb791-47af-4277-a2a0-c9d4b3216849 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Jul 30 08:15:17.974814 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e3b6-87d2-4886-9eb1-b55b2ffdecbb req-a8b43988-51da-4659-859d-2a8665f59d60 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:17.976395 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46f7e3b6-87d2-4886-9eb1-b55b2ffdecbb req-a8b43988-51da-4659-859d-2a8665f59d60 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0890915 Jul 30 08:15:18.046152 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46f7e3b6-87d2-4886-9eb1-b55b2ffdecbb req-63d43b4c-fe73-470d-afe3-fa32479fc862 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Jul 30 08:15:18.084478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d76721-f01a-4daa-9de7-8dbbf495e549 req-2cb2cb10-c3cb-47f0-9f9d-071c1691c5c9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:18.086400 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d76721-f01a-4daa-9de7-8dbbf495e549 req-2cb2cb10-c3cb-47f0-9f9d-071c1691c5c9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0795522 Jul 30 08:15:18.137293 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d76721-f01a-4daa-9de7-8dbbf495e549 req-442d3b98-3f13-4282-be28-1a9360b5568f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Jul 30 08:15:18.172715 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9e8c-27a5-44c9-8af1-2db20ca29ea3 req-58d07404-c0d9-432c-b295-7cc2de78419c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:18.174218 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62ce9e8c-27a5-44c9-8af1-2db20ca29ea3 req-58d07404-c0d9-432c-b295-7cc2de78419c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0517454 Jul 30 08:15:18.215749 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069d652-d634-4b08-97d4-bf7286b91bef req-7861e7b4-e3d4-4d4a-a390-098b2db3ea09 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:18.216653 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62ce9e8c-27a5-44c9-8af1-2db20ca29ea3 req-be29ff82-73df-456e-9dd5-df02deb56879 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361059 Jul 30 08:15:18.218111 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9069d652-d634-4b08-97d4-bf7286b91bef req-7861e7b4-e3d4-4d4a-a390-098b2db3ea09 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 945 time: 0.0495958 Jul 30 08:15:18.316365 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Deleting port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:18.316703 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:18.403040 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] For port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:18.403325 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:18.416213 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Calling delete_port for 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:18.542117 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:18.554340 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['2110bf14-9c1a-4f0e-b179-6c8f19864d33', '82ccae39-cbac-4bce-a0aa-7731b4b2ce88'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:18.570040 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Pushing event deleted for resources: {'Port': ['ID=82ccae39-cbac-4bce-a0aa-7731b4b2ce88,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:18.611856 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] No DVR routers for this DVR port 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:18.614380 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:18.616400 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-9069d652-d634-4b08-97d4-bf7286b91bef req-37549e19-64be-4a56-9a52-4ea5d1966d56 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "DELETE /v2.0/ports/82ccae39-cbac-4bce-a0aa-7731b4b2ce88 HTTP/1.1" status: 204 len: 173 time: 0.3910127 Jul 30 08:15:18.616829 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'name': 'network-vif-deleted', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:18.619147 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6022b8b-31c8-4941-8be6-c683d5683538" -d '{"events": [{"server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "name": "network-vif-deleted", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:18.658036 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8a74ef-a878-49f0-bf23-1bc5ab1b1a5f x-openstack-request-id: req-3d8a74ef-a878-49f0-bf23-1bc5ab1b1a5f {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:18.658334 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a41b257-a39a-47e3-89a5-d86c93e41eca", "name": "network-vif-deleted", "tag": "82ccae39-cbac-4bce-a0aa-7731b4b2ce88", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:18.658588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d8a74ef-a878-49f0-bf23-1bc5ab1b1a5f {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:18.659398 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41b257-a39a-47e3-89a5-d86c93e41eca', 'name': 'network-vif-deleted', 'tag': '82ccae39-cbac-4bce-a0aa-7731b4b2ce88', 'status': 'completed', 'code': 200} Jul 30 08:15:19.047689 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2248f69-0398-4ac3-8efe-900a531a0331 req-d913c35c-e888-47df-830e-af496a94dbc3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a41b257-a39a-47e3-89a5-d86c93e41eca HTTP/1.1" status: 200 len: 210 time: 0.0266945 Jul 30 08:15:19.180166 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767bae6-5a31-4f8c-a0a7-81ea27ae712d req-45a678ed-1022-434b-abf2-4515428ca9de tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:19.183130 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1767bae6-5a31-4f8c-a0a7-81ea27ae712d req-45a678ed-1022-434b-abf2-4515428ca9de tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0503199 Jul 30 08:15:19.250106 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1767bae6-5a31-4f8c-a0a7-81ea27ae712d req-4dab6835-0dfc-439a-9ad3-47c2be6b0cae tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/security-groups?id=25d4ff51-8226-4864-895e-e13c654b34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 Jul 30 08:15:19.282484 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ad13a-affd-4630-9f4f-f5f64edbcd88 req-b11dd7a1-6003-4b06-b34b-4bc3bb4e34e1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:19.288326 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a0ad13a-affd-4630-9f4f-f5f64edbcd88 req-b11dd7a1-6003-4b06-b34b-4bc3bb4e34e1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0668252 Jul 30 08:15:19.351017 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7a0ad13a-affd-4630-9f4f-f5f64edbcd88 req-5cf253c0-b028-4590-bf16-5e38ebd4ed00 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605638 Jul 30 08:15:19.370821 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f42d3-ab7f-4118-8a9e-4e704b5d2841 req-047abeba-4e63-4157-97b3-2079f9503fcd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:19.372324 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c1f42d3-ab7f-4118-8a9e-4e704b5d2841 req-047abeba-4e63-4157-97b3-2079f9503fcd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0616724 Jul 30 08:15:19.410799 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c1f42d3-ab7f-4118-8a9e-4e704b5d2841 req-a3f568f2-211f-4b06-9db9-99b5d15d0756 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Jul 30 08:15:19.845908 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:19.865757 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:19.866105 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 82ccae39-cbac-4bce-a0aa-7731b4b2ce88 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:19.866525 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8865aefb-1f8c-48cb-be59-30fe20e7a751 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:19.871694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-b8ffe709-56ed-4368-84a0-b5dda8f4a852 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:19.873438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-b8ffe709-56ed-4368-84a0-b5dda8f4a852 tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 945 time: 0.0483775 Jul 30 08:15:19.884479 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 8865aefb-1f8c-48cb-be59-30fe20e7a751 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:19.884824 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8865aefb-1f8c-48cb-be59-30fe20e7a751 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:19.966560 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Deleting port eb0cda90-8375-4745-a98e-89aed32fc534 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:19.966926 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:20.058247 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] For port eb0cda90-8375-4745-a98e-89aed32fc534, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=eb0cda90-8375-4745-a98e-89aed32fc534,segment=NetworkSegment(62b8e653-57ee-43cf-8e77-1201b89660c7),segment_id=62b8e653-57ee-43cf-8e77-1201b89660c7)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:20.058603 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:20.071354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Calling delete_port for eb0cda90-8375-4745-a98e-89aed32fc534 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:20.203327 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:20.217527 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['eb0cda90-8375-4745-a98e-89aed32fc534'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:20.239889 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Pushing event deleted for resources: {'Port': ['ID=eb0cda90-8375-4745-a98e-89aed32fc534,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:20.283062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] No DVR routers for this DVR port eb0cda90-8375-4745-a98e-89aed32fc534 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:20.291225 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:20.293583 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-23bf7a10-1ba6-43fb-af49-9a579bea133b req-4e653d17-098a-4e06-a0b4-1755ffbbb03e tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.30 "DELETE /v2.0/ports/eb0cda90-8375-4745-a98e-89aed32fc534 HTTP/1.1" status: 204 len: 173 time: 0.4134133 Jul 30 08:15:20.326495 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35697d77-4f72-40a4-a9d4-6d773613aa08 req-9a54435d-5ddd-4b42-9f90-b5c7ffdacc4c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:20.328043 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-35697d77-4f72-40a4-a9d4-6d773613aa08 req-9a54435d-5ddd-4b42-9f90-b5c7ffdacc4c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0546565 Jul 30 08:15:20.364581 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-14034b4f-7384-42bb-82f3-c2f819fe155d req-68645402-c53b-4944-8702-79b312eaddbe tempest-AttachVolumeNegativeTest-1497961503 tempest-AttachVolumeNegativeTest-1497961503-project] 10.222.0.16 "GET /v2.0/ports?device_id=55746710-45f5-488c-850f-5401d84af40e HTTP/1.1" status: 200 len: 210 time: 0.0354455 Jul 30 08:15:20.385263 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-35697d77-4f72-40a4-a9d4-6d773613aa08 req-3867429b-76fe-4254-8799-7d405e20779a tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Jul 30 08:15:20.525745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda26e9-37e9-4cf4-9db0-97b5cb0deff6 req-b2cdca56-a38f-44b8-b95f-7f7d7c4c2b50 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:20.527220 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cda26e9-37e9-4cf4-9db0-97b5cb0deff6 req-b2cdca56-a38f-44b8-b95f-7f7d7c4c2b50 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0514071 Jul 30 08:15:20.565178 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cda26e9-37e9-4cf4-9db0-97b5cb0deff6 req-3ef9a0cf-2f27-47d2-99f5-9f6aed216f83 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Jul 30 08:15:20.660067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'name': 'network-vif-deleted', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:20.662430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2706a9-29e4-4da1-b3af-e165a3d5571c" -d '{"events": [{"server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "name": "network-vif-deleted", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:20.697234 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e9e2df-0c20-4bbc-b9a8-fef923191554 x-openstack-request-id: req-a8e9e2df-0c20-4bbc-b9a8-fef923191554 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:20.697547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55746710-45f5-488c-850f-5401d84af40e", "name": "network-vif-deleted", "tag": "eb0cda90-8375-4745-a98e-89aed32fc534", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:20.697896 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8e9e2df-0c20-4bbc-b9a8-fef923191554 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:20.698344 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55746710-45f5-488c-850f-5401d84af40e', 'name': 'network-vif-deleted', 'tag': 'eb0cda90-8375-4745-a98e-89aed32fc534', 'status': 'completed', 'code': 200} Jul 30 08:15:20.900389 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f3458241-0e0e-4f7c-8d2e-09919587cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.420950 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52130) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:21.468538 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Deleting subnet f4c349c2-c3c0-4aec-83c0-39489dba0edb {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:15:21.471609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.501279 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dbb59-6923-4c32-b8ee-a0c3a83395e0 req-10f7be52-5006-4beb-9d66-6fda85fbf1c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:21.502795 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d00dbb59-6923-4c32-b8ee-a0c3a83395e0 req-10f7be52-5006-4beb-9d66-6fda85fbf1c3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Jul 30 08:15:21.505289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.540916 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d00dbb59-6923-4c32-b8ee-a0c3a83395e0 req-7d6ec20c-fb61-4a20-80a7-26a565f330ba tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jul 30 08:15:21.543728 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.595581 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.620467 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c349c2-c3c0-4aec-83c0-39489dba0edb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:21.626749 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.628517 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2475e61a-1b49-45e0-b84d-beda0234c3cf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f4c349c2-c3c0-4aec-83c0-39489dba0edb HTTP/1.1" status: 204 len: 168 time: 0.2063997 Jul 30 08:15:21.630976 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52134) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:21.678276 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ca34f-a6a9-4da6-83cf-be4750dfc2de req-c004b2d4-f8f5-4ebf-b116-598c4ef5cb22 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:21.679762 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e7ca34f-a6a9-4da6-83cf-be4750dfc2de req-c004b2d4-f8f5-4ebf-b116-598c4ef5cb22 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0473602 Jul 30 08:15:21.701508 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.718089 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2e7ca34f-a6a9-4da6-83cf-be4750dfc2de req-cfb0e8ec-4098-4f51-bd07-a86824ed9907 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jul 30 08:15:21.778314 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.789297 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9312e2cc-f11c-4972-b809-32af944107f3']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:21.799632 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b8e653-57ee-43cf-8e77-1201b89660c7') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:21.799867 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b8e653-57ee-43cf-8e77-1201b89660c7') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:21.808268 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.825416 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.831987 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:15:21.832417 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:15:21.834201 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:15:21.836523 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 88cc0cf1-7d34-4104-b408-fed17c692a4e details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:15:21.886916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.892199 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:21.896682 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] 10.222.0.16 "DELETE /v2.0/networks/9312e2cc-f11c-4972-b809-32af944107f3 HTTP/1.1" status: 204 len: 168 time: 0.2621620 Jul 30 08:15:21.905229 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd061143-3a74-4930-8989-16a5d5c09cce admin admin] Pushing event deleted for resources: {'Network': ['ID=9312e2cc-f11c-4972-b809-32af944107f3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:21.939355 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:21.950826 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'port_id': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'mac_address': 'fa:16:3e:24:7f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:15:21.991514 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.004484 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cc0cf1-7d34-4104-b408-fed17c692a4e {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:15:22.023758 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:22.027976 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.075886 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:22.082784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.083136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.083479 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.083816 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.084157 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.084467 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.084794 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.085249 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.085475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.085804 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.086130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.086453 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:22.102776 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52138) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:22.142244 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-49623a8c-2778-422a-a669-70900c702cbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=079ac4f507da4fd0b4d70cf9e80f0cca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383124 Jul 30 08:15:22.145029 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52140) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:22.193142 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.213396 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.260787 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.263321 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:22.264438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25d4ff51-8226-4864-895e-e13c654b34c5 HTTP/1.1" status: 204 len: 168 time: 0.1185045 Jul 30 08:15:22.272022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121e368-e49c-49ef-be4f-256685a7e102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d4ff51-8226-4864-895e-e13c654b34c5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:22.287645 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['88cc0cf1-7d34-4104-b408-fed17c692a4e'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:22.660892 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3c5cf-7f45-4068-9bb2-1972514bbbc3 req-1c9d23a1-8b66-4cce-9622-cb90e4129df3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:22.662535 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b3b3c5cf-7f45-4068-9bb2-1972514bbbc3 req-1c9d23a1-8b66-4cce-9622-cb90e4129df3 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0538695 Jul 30 08:15:22.702041 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b3b3c5cf-7f45-4068-9bb2-1972514bbbc3 req-d7ae6400-1a02-41d2-b67b-23d1c4296d49 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Jul 30 08:15:22.833564 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cba1e2-c650-452a-a621-098620d619b5 req-5791e799-3d18-487d-b792-97025d1a82ad tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:22.835070 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46cba1e2-c650-452a-a621-098620d619b5 req-5791e799-3d18-487d-b792-97025d1a82ad tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 945 time: 0.0505285 Jul 30 08:15:22.875678 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-46cba1e2-c650-452a-a621-098620d619b5 req-718df336-bf36-4cb0-9c09-59d2f48282b3 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341077 Jul 30 08:15:23.269825 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-4a3ce37d-46b6-446b-a9bc-4c01420dfde9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396194 Jul 30 08:15:23.343484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825170-7f85-42b4-890d-aae0111c30ab req-c4d8a9d6-239c-42a0-ba8d-5918c1f58213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:23.345541 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-c4d8a9d6-239c-42a0-ba8d-5918c1f58213 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 1099 time: 0.0459728 Jul 30 08:15:23.392093 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1b7e17a2-ab02-4d86-b9bc-c23ad01c29be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:23.463901 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825170-7f85-42b4-890d-aae0111c30ab req-7e4b9338-95ee-4e9f-9a10-4fd57a77b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:23.465576 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-7e4b9338-95ee-4e9f-9a10-4fd57a77b3bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.0940259 Jul 30 08:15:23.531438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-308d2a26-ea68-4778-83ce-db96bdb050b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 200 len: 1001 time: 0.0572338 Jul 30 08:15:23.589086 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825170-7f85-42b4-890d-aae0111c30ab req-95411b38-6b50-4708-b546-60d5571217a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:23.590326 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-95411b38-6b50-4708-b546-60d5571217a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0412986 Jul 30 08:15:23.640025 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825170-7f85-42b4-890d-aae0111c30ab req-096d7959-0c90-4c64-aac4-089e8b9be132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:23.641571 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-096d7959-0c90-4c64-aac4-089e8b9be132 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434690 Jul 30 08:15:23.719874 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:23.738788 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-6ae9b445-9e6c-4b6f-9356-6dc69d1ae820 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852160 Jul 30 08:15:23.803872 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:23.823030 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a6b5a-747c-40ac-ad3e-63f008a80474 req-f99d55db-b34f-436a-a1fd-591ccb3f5020 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:23.824585 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d76a6b5a-747c-40ac-ad3e-63f008a80474 req-f99d55db-b34f-436a-a1fd-591ccb3f5020 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Jul 30 08:15:23.834575 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 88cc0cf1-7d34-4104-b408-fed17c692a4e up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:15:23.869946 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d76a6b5a-747c-40ac-ad3e-63f008a80474 req-be49c52d-96d0-4781-8bd3-0b3a93fd1739 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385427 Jul 30 08:15:23.894467 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 88cc0cf1-7d34-4104-b408-fed17c692a4e completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:15:23.898733 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 88cc0cf1-7d34-4104-b408-fed17c692a4e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:15:23.899109 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:23.992045 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:24.007405 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24808f-fbfe-42fc-82e3-3f4960df45d7 req-6eac1cb5-3f7c-42a2-beeb-8bbe0f233081 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:24.009340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e24808f-fbfe-42fc-82e3-3f4960df45d7 req-6eac1cb5-3f7c-42a2-beeb-8bbe0f233081 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 945 time: 0.0591137 Jul 30 08:15:24.016077 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:24.018403 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be3576-5a0e-4d4f-9b6b-106e0d7babf7" -d '{"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-plugged", "status": "completed", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:24.033148 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:24.040137 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:24.041217 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device eb0cda90-8375-4745-a98e-89aed32fc534 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:24.072074 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff2613-1eef-43aa-9106-0aa3fc867fc1 x-openstack-request-id: req-53ff2613-1eef-43aa-9106-0aa3fc867fc1 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:24.072651 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-plugged", "status": "completed", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:24.072939 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53ff2613-1eef-43aa-9106-0aa3fc867fc1 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:24.073347 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'code': 200} Jul 30 08:15:24.083647 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e24808f-fbfe-42fc-82e3-3f4960df45d7 req-c693675e-db2e-4175-beb4-dbf51eae7fcd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642030 Jul 30 08:15:24.092347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: eb0cda90-8375-4745-a98e-89aed32fc534 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:24.092706 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device eb0cda90-8375-4745-a98e-89aed32fc534 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:24.103683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d2825170-7f85-42b4-890d-aae0111c30ab req-19363e18-2d8d-49e5-9cd1-0f2861188081 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551595 Jul 30 08:15:24.126565 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:24.332664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f1c4d-1ce9-433b-a7eb-c6003d1d6742 req-dafdda25-c4f1-4e9b-b9e9-6d8f5a3cbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:24.334166 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8b3f1c4d-1ce9-433b-a7eb-c6003d1d6742 req-dafdda25-c4f1-4e9b-b9e9-6d8f5a3cbe4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1099 time: 0.0381575 Jul 30 08:15:24.370264 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8b3f1c4d-1ce9-433b-a7eb-c6003d1d6742 req-f0f56a54-abd9-4735-95fa-6fc7538b2b03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262401 Jul 30 08:15:24.466429 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:24.985473 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6677-f335-4459-b977-e1ac15067962 req-ba81512d-9a2a-4a75-8f35-34d14bcc6dbd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:24.986891 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-81ac6677-f335-4459-b977-e1ac15067962 req-ba81512d-9a2a-4a75-8f35-34d14bcc6dbd tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Jul 30 08:15:25.024856 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-81ac6677-f335-4459-b977-e1ac15067962 req-72bb3157-a486-43c3-969e-2ccc2d8e738c tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Jul 30 08:15:25.198633 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22390-f8e1-4afa-9aa9-2d5147b37510 req-68c896a2-243d-419a-826c-ff3bba708340 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:25.200167 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2fa22390-f8e1-4afa-9aa9-2d5147b37510 req-68c896a2-243d-419a-826c-ff3bba708340 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Jul 30 08:15:25.238126 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2fa22390-f8e1-4afa-9aa9-2d5147b37510 req-c1314525-7564-47a6-91d6-e4f0709bbcd0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Jul 30 08:15:26.146229 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7c23-faf8-4b5a-8637-0874b21f5b77 req-a3fafd6e-d4f0-4b1a-8853-7313c7a2cc8b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:26.147601 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bdca7c23-faf8-4b5a-8637-0874b21f5b77 req-a3fafd6e-d4f0-4b1a-8853-7313c7a2cc8b tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0510497 Jul 30 08:15:26.183962 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bdca7c23-faf8-4b5a-8637-0874b21f5b77 req-7c72a260-3378-4a98-a1a6-743c5f24db41 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Jul 30 08:15:26.246999 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:26.350906 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633333db-025d-4931-ad25-6f98de520f62 req-f34d2207-a747-46f8-8795-66942d540890 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:26.352369 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-633333db-025d-4931-ad25-6f98de520f62 req-f34d2207-a747-46f8-8795-66942d540890 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0469205 Jul 30 08:15:26.390357 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-633333db-025d-4931-ad25-6f98de520f62 req-359d674e-6716-47e1-b640-c87bd1d38faf tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Jul 30 08:15:27.297713 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7759f8-57da-4e8b-b20d-753fa2f44c67 req-046a6691-ce08-42ea-a4da-e0f1dcb6d000 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:27.299213 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff7759f8-57da-4e8b-b20d-753fa2f44c67 req-046a6691-ce08-42ea-a4da-e0f1dcb6d000 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Jul 30 08:15:27.336058 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff7759f8-57da-4e8b-b20d-753fa2f44c67 req-0b1f682b-cc39-413b-a734-88bb6154f4b0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Jul 30 08:15:27.506041 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37a1c9-d316-4c5d-96ac-8525d7366604 req-09a900fe-ed4c-4a48-bab8-d2443fc482c8 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:27.507450 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf37a1c9-d316-4c5d-96ac-8525d7366604 req-09a900fe-ed4c-4a48-bab8-d2443fc482c8 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Jul 30 08:15:27.544780 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cf37a1c9-d316-4c5d-96ac-8525d7366604 req-362316eb-50e9-4cf9-bf41-79ed098ff333 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Jul 30 08:15:28.449375 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3fc68-0f4c-4c2c-aff9-12c80e6dd597 req-8d8a392d-c5f4-4b96-b83a-435bd5bed6ed tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:28.450892 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66e3fc68-0f4c-4c2c-aff9-12c80e6dd597 req-8d8a392d-c5f4-4b96-b83a-435bd5bed6ed tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Jul 30 08:15:28.488428 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66e3fc68-0f4c-4c2c-aff9-12c80e6dd597 req-5b7f8c46-15cb-40ff-b717-faedacee0bf9 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ad69cf-a84f-4036-947f-59426868fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jul 30 08:15:28.658211 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe21436-4b9c-463c-b940-a0211afe4995 req-5e59a8c2-ab03-4d1b-a1f2-3f24ceb58246 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:28.659680 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2fe21436-4b9c-463c-b940-a0211afe4995 req-5e59a8c2-ab03-4d1b-a1f2-3f24ceb58246 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0473964 Jul 30 08:15:28.697824 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2fe21436-4b9c-463c-b940-a0211afe4995 req-b5e0ade4-0309-4347-ad2f-99f73716f2b4 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Jul 30 08:15:28.820503 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b87bc-6f2c-4fdf-950f-e2146b49dee5 req-d5363a2b-9b80-4c0b-99f4-220dc7bc73ab tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:28.821983 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-337b87bc-6f2c-4fdf-950f-e2146b49dee5 req-d5363a2b-9b80-4c0b-99f4-220dc7bc73ab tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0510929 Jul 30 08:15:28.860739 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-337b87bc-6f2c-4fdf-950f-e2146b49dee5 req-d3a670b7-b982-4a40-b322-03061bf01b4f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Jul 30 08:15:28.881839 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52246) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:29.106122 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0213fb-7001-4488-93c6-8d7c2668727b tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:29.111470 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0f0213fb-7001-4488-93c6-8d7c2668727b tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1094 time: 0.2286155 Jul 30 08:15:29.112054 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52262) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:29.116499 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'port_id': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:15:29.141115 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-b1d60ebd-c341-41f7-a492-e1cc599a3035 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:29.142533 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.142717 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-b1d60ebd-c341-41f7-a492-e1cc599a3035 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Jul 30 08:15:29.243883 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.244729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Deleting port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:29.245034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.337313 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] For port 2110bf14-9c1a-4f0e-b179-6c8f19864d33, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=2110bf14-9c1a-4f0e-b179-6c8f19864d33,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:29.337768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.351220 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Calling delete_port for 2110bf14-9c1a-4f0e-b179-6c8f19864d33 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:29.372436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.27.0.217 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/6599355d-bd4b-4183-a3fa-305f66af9bca) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:15:29.497151 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.510028 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['2110bf14-9c1a-4f0e-b179-6c8f19864d33'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:15:29.518688 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.526729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Pushing event deleted for resources: {'Port': ['ID=2110bf14-9c1a-4f0e-b179-6c8f19864d33,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:29.563590 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.573747 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] No DVR routers for this DVR port 2110bf14-9c1a-4f0e-b179-6c8f19864d33 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:29.577216 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:29.579220 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2993fa09-e19e-4f0b-a7ee-8d90cb7a5988 req-942d8f67-62ad-44ca-8ba9-165eadfb71a0 tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.30 "DELETE /v2.0/ports/2110bf14-9c1a-4f0e-b179-6c8f19864d33 HTTP/1.1" status: 204 len: 173 time: 0.4302199 Jul 30 08:15:29.579654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'name': 'network-vif-deleted', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:29.581927 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c337d394-6f05-4427-bb6f-81cf6ea7c1ac" -d '{"events": [{"server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "name": "network-vif-deleted", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:29.585262 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3997d-a599-4acf-9ca9-8f4eaccc3aaa req-5ba03674-e8e8-4abd-855b-78401c7143f9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:29.586740 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25e3997d-a599-4acf-9ca9-8f4eaccc3aaa req-5ba03674-e8e8-4abd-855b-78401c7143f9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1395571 Jul 30 08:15:29.609168 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:15:29.628123 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:15:29.647809 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:15:29.652418 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e962795-d32f-4d92-8dcc-a891798e10db req-697437e2-d082-4157-ae55-e5410f62d0ea tempest-ServerRescueNegativeTestJSON-518975882 tempest-ServerRescueNegativeTestJSON-518975882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b436a0a3-f712-404a-85fd-ed5f80a900c3 HTTP/1.1" status: 200 len: 210 time: 0.0759692 Jul 30 08:15:29.704279 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282dde14-78de-466b-8d7a-73c25fb2d51b x-openstack-request-id: req-282dde14-78de-466b-8d7a-73c25fb2d51b {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:29.704575 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436a0a3-f712-404a-85fd-ed5f80a900c3", "name": "network-vif-deleted", "tag": "2110bf14-9c1a-4f0e-b179-6c8f19864d33", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:29.704824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-282dde14-78de-466b-8d7a-73c25fb2d51b {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:29.705274 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436a0a3-f712-404a-85fd-ed5f80a900c3', 'name': 'network-vif-deleted', 'tag': '2110bf14-9c1a-4f0e-b179-6c8f19864d33', 'status': 'completed', 'code': 200} Jul 30 08:15:29.705583 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=6599355d-bd4b-4183-a3fa-305f66af9bca,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:29.726837 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.727188 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.727531 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.727861 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.728188 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.728517 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.728844 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.729194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.729519 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.729842 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.730161 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.730480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:15:29.751546 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-25e3997d-a599-4acf-9ca9-8f4eaccc3aaa req-3ee1924d-d7ad-4243-a53d-81cbbb378c02 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412182 Jul 30 08:15:30.082478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:30.155701 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:30.319601 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:30.323963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:30.389856 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=6599355d-bd4b-4183-a3fa-305f66af9bca,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:30.402901 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:30.503679 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 9a16bab2-5c11-4111-ab03-c48077ddc733 associated. External IP: 172.27.0.217, port: 88cc0cf1-7d34-4104-b408-fed17c692a4e. Jul 30 08:15:30.709687 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52288) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:30.950381 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bd7e6-9332-4a40-a5c7-1241dbb6cbb6 req-7077c344-38d2-48a0-aab6-2777cca664b6 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:30.951880 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-802bd7e6-9332-4a40-a5c7-1241dbb6cbb6 req-7077c344-38d2-48a0-aab6-2777cca664b6 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0646272 Jul 30 08:15:30.955844 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:15:31.033534 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-802bd7e6-9332-4a40-a5c7-1241dbb6cbb6 req-acbcd1b7-0388-48c6-a76b-3c9dbc9ea0fe tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748472 Jul 30 08:15:31.090633 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:15:31.101262 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:15:31.110029 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.111804 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:31.112778 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:31.124731 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.148915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ab5a3cd6-ba11-40ff-8bff-3d3eb9006c33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0250769 Jul 30 08:15:31.148915 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:31.148915 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4897192-3392-40ca-bf86-a3374dc4925b" -d '{"events": [{"name": "network-changed", "server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:31.183655 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7035c-b768-4b0d-a1eb-d3e249341fbc x-openstack-request-id: req-f6a7035c-b768-4b0d-a1eb-d3e249341fbc {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:31.184029 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:31.184350 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6a7035c-b768-4b0d-a1eb-d3e249341fbc {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:31.185767 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'status': 'completed', 'code': 200} Jul 30 08:15:31.220608 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:15:31.308478 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897192-3392-40ca-bf86-a3374dc4925b req-fae0f831-a97e-46b9-961b-4fa4c071fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:31.310301 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-fae0f831-a97e-46b9-961b-4fa4c071fbc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1099 time: 0.0999889 Jul 30 08:15:31.466813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897192-3392-40ca-bf86-a3374dc4925b req-04b57224-3e8e-4c82-8743-6e4106b2811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:31.468347 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-04b57224-3e8e-4c82-8743-6e4106b2811f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.1426890 Jul 30 08:15:31.470133 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9a16bab2-5c11-4111-ab03-c48077ddc733', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652547ca-50cd-439c-9938-1fa848fc0491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:15:29Z', 'updated_at': '2021-07-30T08:15:29Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:31.500527 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:15:31.508949 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:31.509560 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:31.574415 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-c5194e69-f9ab-4e44-a6d2-00680aad2790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 200 len: 1000 time: 0.0870309 Jul 30 08:15:31.618108 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:15:31.620168 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Deleting port f82a99f5-1f76-4b53-8fc2-50064157f001 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:31.620168 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.670721 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897192-3392-40ca-bf86-a3374dc4925b req-3f84b213-a517-4f79-97c3-5b7dc12ab5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:31.672616 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-3f84b213-a517-4f79-97c3-5b7dc12ab5e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0898540 Jul 30 08:15:31.710934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52312) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:31.744112 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] For port f82a99f5-1f76-4b53-8fc2-50064157f001, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f82a99f5-1f76-4b53-8fc2-50064157f001,segment=NetworkSegment(f48c23ff-c2f0-4054-b51b-db019e4e16df),segment_id=f48c23ff-c2f0-4054-b51b-db019e4e16df)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:31.744751 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.748449 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897192-3392-40ca-bf86-a3374dc4925b req-be19c0c8-89b1-4a82-a83b-0467ed48f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:31.749975 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-be19c0c8-89b1-4a82-a83b-0467ed48f335 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695465 Jul 30 08:15:31.761940 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Calling delete_port for f82a99f5-1f76-4b53-8fc2-50064157f001 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:31.828925 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9376be0d-0cd1-406c-b079-aaac3ad9f1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.852876 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9a16bab2-5c11-4111-ab03-c48077ddc733', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652547ca-50cd-439c-9938-1fa848fc0491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:15:29Z', 'updated_at': '2021-07-30T08:15:29Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:31.885155 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb549-c686-474e-81ba-d5a75ee7bd6a None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9a16bab2-5c11-4111-ab03-c48077ddc733', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652547ca-50cd-439c-9938-1fa848fc0491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:15:29Z', 'updated_at': '2021-07-30T08:15:29Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:15:31.904977 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-1aec1943-0f51-4700-b0aa-8048a3b8ebd2 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442759 Jul 30 08:15:31.928130 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9376be0d-0cd1-406c-b079-aaac3ad9f1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.932586 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9376be0d-0cd1-406c-b079-aaac3ad9f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:31.977606 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9376be0d-0cd1-406c-b079-aaac3ad9f1dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7d1431c762b4f5b8d575bf219b303c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652335 Jul 30 08:15:31.979074 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376be0d-0cd1-406c-b079-aaac3ad9f1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c413d906-9bdc-4cfa-833b-3578848a8507,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:31.981968 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52316) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:32.035556 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.059870 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.064812 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-e4897192-3392-40ca-bf86-a3374dc4925b req-e7e6ffec-7b8a-42ef-bb0f-1f72662b12d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401644 Jul 30 08:15:32.117730 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.125944 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.132237 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.133785 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c413d906-9bdc-4cfa-833b-3578848a8507 HTTP/1.1" status: 204 len: 168 time: 0.1506996 Jul 30 08:15:32.148465 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef842e-617a-4756-9f5b-2d2888cd6d60 None None] New status for floating IP 9a16bab2-5c11-4111-ab03-c48077ddc733: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:15:32.157597 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f82a99f5-1f76-4b53-8fc2-50064157f001,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:32.159922 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b38cca-7e9b-4845-9660-452a67122f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413d906-9bdc-4cfa-833b-3578848a8507,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:32.215784 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0a67f-131b-4ccc-8114-6325712b6230 req-e169021b-0020-4409-a70d-d534603e0a4c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:32.218330 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33d0a67f-131b-4ccc-8114-6325712b6230 req-e169021b-0020-4409-a70d-d534603e0a4c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0616379 Jul 30 08:15:32.270404 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33d0a67f-131b-4ccc-8114-6325712b6230 req-35f3081e-bd75-45da-a7a9-451b88ca5393 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Jul 30 08:15:32.353844 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:32.827367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:15:32.933395 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:15:32.942283 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b6d7cd88-918b-4811-b3b4-9820e82da5ff admin admin] 10.222.0.16 "PUT /v2.0/routers/a91a8128-6b6f-48f5-a66a-310ab3f0fb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2290447 Jul 30 08:15:32.942799 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52342) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:32.943454 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Sync routers for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:15:32.953457 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:32.954079 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:33.052232 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.066939 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:15:33.169552 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.229319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Deleting port 37a593e6-5239-417e-8042-eeeeb8bdd992 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:33.229672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.253874 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:15:32Z', 'revision_number': 5, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port': {'id': '37a593e6-5239-417e-8042-eeeeb8bdd992', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:02Z', 'updated_at': '2021-07-30T08:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:33.286617 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Checking router: a91a8128-6b6f-48f5-a66a-310ab3f0fb93 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:15:33.296867 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Routers {'a91a8128-6b6f-48f5-a66a-310ab3f0fb93'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:33.297377 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:33.316020 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] For port 37a593e6-5239-417e-8042-eeeeb8bdd992, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=37a593e6-5239-417e-8042-eeeeb8bdd992,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:33.316389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.340635 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Calling delete_port for 37a593e6-5239-417e-8042-eeeeb8bdd992 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:33.406587 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] Set router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:15:33.410774 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b550-5bda-48b2-9d01-f8bba3d72bf9 req-8aae60a4-d22a-4812-8e36-d0be3683fe03 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:33.418221 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e11b550-5bda-48b2-9d01-f8bba3d72bf9 req-8aae60a4-d22a-4812-8e36-d0be3683fe03 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0631053 Jul 30 08:15:33.465252 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e11b550-5bda-48b2-9d01-f8bba3d72bf9 req-1249e42c-df08-44e2-ba48-e6a1fafe0c31 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Jul 30 08:15:33.530322 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.571074 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a593e6-5239-417e-8042-eeeeb8bdd992,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:33.586531 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:15:33Z', 'revision_number': 6, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:33.614537 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c904c6d5-6b94-4b4b-94a9-9140daeda298 None None] The sync data for ids ['a91a8128-6b6f-48f5-a66a-310ab3f0fb93'] in dv-cinder-792800-2-iscsi is: [{'id': 'a91a8128-6b6f-48f5-a66a-310ab3f0fb93', 'name': 'tempest-ServerRescueNegativeTestJSON-2140292446-router', 'tenant_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:15:33Z', 'revision_number': 6, 'project_id': 'ccd73a0c3492432a95ff5d2bd90cf05a', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:15:33.635392 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.742645 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.744736 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.815056 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.815675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91a8128-6b6f-48f5-a66a-310ab3f0fb93 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:15:33.820770 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.821804 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4840c504-1646-4cb1-957b-4690153f7045 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a91a8128-6b6f-48f5-a66a-310ab3f0fb93 HTTP/1.1" status: 204 len: 168 time: 0.8779609 Jul 30 08:15:33.824223 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52368) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:33.864779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 2110bf14-9c1a-4f0e-b179-6c8f19864d33 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:33.872769 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Deleting subnet 7b4a493f-153a-49e0-95f6-a93106d0cfa7 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:15:33.876465 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.884939 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 2110bf14-9c1a-4f0e-b179-6c8f19864d33 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:33.885410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 2110bf14-9c1a-4f0e-b179-6c8f19864d33 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:33.913495 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:33.960771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.063265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.108674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4a493f-153a-49e0-95f6-a93106d0cfa7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:34.110834 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.112751 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-784df142-5c87-454e-a71f-156d010b2c21 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b4a493f-153a-49e0-95f6-a93106d0cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2875359 Jul 30 08:15:34.115288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52374) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:34.186081 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f82a99f5-1f76-4b53-8fc2-50064157f001 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:34.191636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.209695 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: f82a99f5-1f76-4b53-8fc2-50064157f001 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:34.210136 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f82a99f5-1f76-4b53-8fc2-50064157f001 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:34.275471 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.291029 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe32146-00de-4c22-9829-93323fadd8b7']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:34.302468 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48c23ff-c2f0-4054-b51b-db019e4e16df') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:34.302765 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48c23ff-c2f0-4054-b51b-db019e4e16df') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:34.312080 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.327065 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.333049 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:15:34.333417 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:15:34.335107 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:15:34.390389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.398325 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.400210 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] 10.222.0.16 "DELETE /v2.0/networks/5fe32146-00de-4c22-9829-93323fadd8b7 HTTP/1.1" status: 204 len: 168 time: 0.2838731 Jul 30 08:15:34.414459 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92382b15-2e2e-4c9b-abf7-86b40425390c admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe32146-00de-4c22-9829-93323fadd8b7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:34.564758 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52380) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:34.571713 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590f6ee-e60a-4492-9bcb-53755578c18e req-1a31cf7a-9e00-433b-afda-f7db1faaa02e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:34.573329 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5590f6ee-e60a-4492-9bcb-53755578c18e req-1a31cf7a-9e00-433b-afda-f7db1faaa02e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0508392 Jul 30 08:15:34.604535 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-aa11221c-cab1-463b-89e5-47e75384b957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccd73a0c3492432a95ff5d2bd90cf05a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384152 Jul 30 08:15:34.607700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52382) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:34.613375 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5590f6ee-e60a-4492-9bcb-53755578c18e req-0648e57e-8693-4318-b348-5576ad722397 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Jul 30 08:15:34.656011 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.675931 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.721247 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.724010 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:34.725342 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8ad69cf-a84f-4036-947f-59426868fb41 HTTP/1.1" status: 204 len: 168 time: 0.1167059 Jul 30 08:15:34.734067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c78b7b-41ec-40e6-a120-80cd47ce2dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad69cf-a84f-4036-947f-59426868fb41,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:35.738895 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e224e-3782-4a66-a886-bfc3499d5b54 req-d7a51a88-a86b-4f3c-958b-480be301f991 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:35.740393 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-025e224e-3782-4a66-a886-bfc3499d5b54 req-d7a51a88-a86b-4f3c-958b-480be301f991 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0596020 Jul 30 08:15:35.780378 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-025e224e-3782-4a66-a886-bfc3499d5b54 req-72b7a0e2-20f2-461f-9ae1-f104529aabe6 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Jul 30 08:15:35.981520 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 37a593e6-5239-417e-8042-eeeeb8bdd992 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:15:36.004864 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 37a593e6-5239-417e-8042-eeeeb8bdd992 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:15:36.005243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 37a593e6-5239-417e-8042-eeeeb8bdd992 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:15:36.911193 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de99c7-ac01-4131-8577-2bfb424d5960 req-3accaf34-0f87-4a51-b9da-ed176f84628c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:36.913692 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97de99c7-ac01-4131-8577-2bfb424d5960 req-3accaf34-0f87-4a51-b9da-ed176f84628c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0533783 Jul 30 08:15:36.956424 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97de99c7-ac01-4131-8577-2bfb424d5960 req-c491eff3-80b5-4d6d-bfa9-7f3ae75f36ac tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359707 Jul 30 08:15:38.071122 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9c6fc-a0ac-402e-9a27-06e7a080e46a req-29b4f426-12fd-45d4-8108-046ac1a35f4e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:38.072593 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4e9c6fc-a0ac-402e-9a27-06e7a080e46a req-29b4f426-12fd-45d4-8108-046ac1a35f4e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0477397 Jul 30 08:15:38.111857 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b4e9c6fc-a0ac-402e-9a27-06e7a080e46a req-1fa3356e-62df-4287-a767-882e2dd2e6e2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Jul 30 08:15:38.461017 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52514) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:38.566880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b92bc137-28c0-43c7-b55e-0f6a863af307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.661811 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b92bc137-28c0-43c7-b55e-0f6a863af307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.665877 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b92bc137-28c0-43c7-b55e-0f6a863af307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.709097 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b92bc137-28c0-43c7-b55e-0f6a863af307 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a6061869ade48f4af4754896dee826f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468464 Jul 30 08:15:38.710208 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bc137-28c0-43c7-b55e-0f6a863af307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9cd94-193f-477a-9abe-92348a6499bf,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:38.712306 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52524) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:38.714848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52526) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:38.765405 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.786686 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.822319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6fde153-b63c-4d45-9578-895cf49b095d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.832624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.835276 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.836448 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53d9cd94-193f-477a-9abe-92348a6499bf HTTP/1.1" status: 204 len: 168 time: 0.1230836 Jul 30 08:15:38.845278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c447-b109-4502-bf7e-d488488c087e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9cd94-193f-477a-9abe-92348a6499bf,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:38.921143 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6fde153-b63c-4d45-9578-895cf49b095d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.924946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6fde153-b63c-4d45-9578-895cf49b095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:38.965206 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d6fde153-b63c-4d45-9578-895cf49b095d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3152c5340eb4201adccd8dbcbbf967e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492929 Jul 30 08:15:38.966194 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fde153-b63c-4d45-9578-895cf49b095d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ee219-093a-4154-8cd5-9e80beb2afa9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:38.967884 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52534) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:39.023369 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.046291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.093420 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.095846 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.097160 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/247ee219-093a-4154-8cd5-9e80beb2afa9 HTTP/1.1" status: 204 len: 168 time: 0.1282058 Jul 30 08:15:39.104728 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af603f1c-25a3-4c78-b351-f8f6296b22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ee219-093a-4154-8cd5-9e80beb2afa9,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:39.235049 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012effe-9e2b-4cda-bc84-9a56ffa1512d req-a1677053-4a02-49fa-ad36-70d15653ab65 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:39.236618 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7012effe-9e2b-4cda-bc84-9a56ffa1512d req-a1677053-4a02-49fa-ad36-70d15653ab65 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0537741 Jul 30 08:15:39.281661 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7012effe-9e2b-4cda-bc84-9a56ffa1512d req-b3e620bb-3de3-4612-a11f-c8b4136ff3e9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Jul 30 08:15:39.386122 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52556) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:39.399574 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-253362fd-7445-4df5-9ece-204c01534e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.490723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-253362fd-7445-4df5-9ece-204c01534e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.494623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-253362fd-7445-4df5-9ece-204c01534e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.537188 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-253362fd-7445-4df5-9ece-204c01534e1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f77725274294c028c0bcc8a2bec3d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499503 Jul 30 08:15:39.538143 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253362fd-7445-4df5-9ece-204c01534e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2760e7-f185-445c-95d8-f1344c7cb70b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:39.539872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52562) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:39.602066 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.624066 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.675569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.678389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:39.679759 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c2760e7-f185-445c-95d8-f1344c7cb70b HTTP/1.1" status: 204 len: 168 time: 0.1389012 Jul 30 08:15:39.695207 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050404f-14a8-4fad-b51a-8d1a115f14a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2760e7-f185-445c-95d8-f1344c7cb70b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:40.382452 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52602) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:40.413924 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bab46-3cfa-40aa-8b0e-e30636593b84 req-3d51927d-6ad7-4a71-b34e-83e36c9fb118 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:40.422030 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-844bab46-3cfa-40aa-8b0e-e30636593b84 req-3d51927d-6ad7-4a71-b34e-83e36c9fb118 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0609119 Jul 30 08:15:40.456292 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-844bab46-3cfa-40aa-8b0e-e30636593b84 req-8fa55036-b3e0-4e71-97f6-8ad8834a0fb5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Jul 30 08:15:40.617222 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f7e-4edc-479e-91aa-29ad196e7bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:40.703738 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386be5e2-e4c5-439c-a176-3ea6fb6280ed req-ab6d6761-13c2-4c81-939b-407588c92d9b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:40.705569 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-386be5e2-e4c5-439c-a176-3ea6fb6280ed req-ab6d6761-13c2-4c81-939b-407588c92d9b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0702486 Jul 30 08:15:40.745414 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250561a-3859-4142-9ca2-47eba775a433 req-aa87918c-df04-4d63-93fd-ffa455760307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:40.747155 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-aa87918c-df04-4d63-93fd-ffa455760307 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 1099 time: 0.0562382 Jul 30 08:15:40.747727 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-386be5e2-e4c5-439c-a176-3ea6fb6280ed req-45b0f115-f259-4059-a965-1e3362dc6517 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354602 Jul 30 08:15:40.812365 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f7e-4edc-479e-91aa-29ad196e7bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:40.817418 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f7e-4edc-479e-91aa-29ad196e7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:40.844502 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52620) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:40.875907 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc05f7e-4edc-479e-91aa-29ad196e7bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72094a8-605d-44ba-8831-fdf629bac06a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:40.885387 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6cc05f7e-4edc-479e-91aa-29ad196e7bcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71d90e215cb04266bd52494d159a0a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015833 Jul 30 08:15:40.885755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52624) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:40.903620 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250561a-3859-4142-9ca2-47eba775a433 req-4e19c5cd-e8db-49f0-b3c2-1e3e29ceb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:40.905310 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-4e19c5cd-e8db-49f0-b3c2-1e3e29ceb82e service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.1474404 Jul 30 08:15:40.938551 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:40.973056 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-11eeaba4-1f8e-4a60-8290-4ffd7a505608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 200 len: 1002 time: 0.0597932 Jul 30 08:15:40.973370 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:40.975172 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79403fea-fd1b-4b57-b34e-db3e2029e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.023263 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250561a-3859-4142-9ca2-47eba775a433 req-66d5c476-f816-4f9a-a2ce-26906f166162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:41.024782 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-66d5c476-f816-4f9a-a2ce-26906f166162 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.0446658 Jul 30 08:15:41.045076 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.047574 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.051138 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b72094a8-605d-44ba-8831-fdf629bac06a HTTP/1.1" status: 204 len: 168 time: 0.1618421 Jul 30 08:15:41.062688 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fd5c3-06a4-48ae-ae8e-90470313b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72094a8-605d-44ba-8831-fdf629bac06a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:41.079848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250561a-3859-4142-9ca2-47eba775a433 req-ebda9b0e-7572-4381-866b-6c4d4205f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:41.081666 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-ebda9b0e-7572-4381-866b-6c4d4205f274 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478249 Jul 30 08:15:41.113875 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79403fea-fd1b-4b57-b34e-db3e2029e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.118492 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79403fea-fd1b-4b57-b34e-db3e2029e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.155605 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-79403fea-fd1b-4b57-b34e-db3e2029e241 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0211aba210e74b038c6d9a99a88bb1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092003 Jul 30 08:15:41.158724 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52628) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:41.161102 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79403fea-fd1b-4b57-b34e-db3e2029e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e4a91-d49a-4d25-bfe3-5004be852c68,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:41.211351 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-2f6ab5ba-cfd2-495a-8946-949f18dfd0be service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146598 Jul 30 08:15:41.275571 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.307693 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.338189 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52632) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:41.351968 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-442e1e10-06d7-45a8-b13e-53e341b43c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.364524 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a250561a-3859-4142-9ca2-47eba775a433 req-8e91fa07-443e-4126-98ab-d49f51a97409 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403008 Jul 30 08:15:41.385246 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.388407 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.389811 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e63e4a91-d49a-4d25-bfe3-5004be852c68 HTTP/1.1" status: 204 len: 168 time: 0.2300806 Jul 30 08:15:41.402531 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71357-7200-44c3-834e-b23d7691eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e4a91-d49a-4d25-bfe3-5004be852c68,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:41.461580 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-442e1e10-06d7-45a8-b13e-53e341b43c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.465407 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-442e1e10-06d7-45a8-b13e-53e341b43c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.504340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-442e1e10-06d7-45a8-b13e-53e341b43c67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02a3fc1f3bf04f8d97c0d2f0dfff3360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648366 Jul 30 08:15:41.505223 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1e10-06d7-45a8-b13e-53e341b43c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75039213-3008-46b0-8d89-40e147af0162,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:41.507764 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52636) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:41.558694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.580939 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.631062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.633841 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:41.638447 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75039213-3008-46b0-8d89-40e147af0162 HTTP/1.1" status: 204 len: 168 time: 0.1288965 Jul 30 08:15:41.650390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139cf11-c21a-4552-a67c-a025d50bec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75039213-3008-46b0-8d89-40e147af0162,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:41.882534 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574c23-21f9-49ed-9f9b-4ac5884ae889 req-b9b59f76-fd5e-40ba-baba-85010d6cf03c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:41.884031 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27574c23-21f9-49ed-9f9b-4ac5884ae889 req-b9b59f76-fd5e-40ba-baba-85010d6cf03c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0562603 Jul 30 08:15:41.937591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27574c23-21f9-49ed-9f9b-4ac5884ae889 req-e7de1f43-8cfc-48d8-9b88-e5162e675d85 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Jul 30 08:15:43.056685 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bff5-8fe0-40e3-90a9-b64b2284a8e2 req-93478537-ad49-41e4-85ec-68f1624f03b9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:43.058374 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-68f7bff5-8fe0-40e3-90a9-b64b2284a8e2 req-93478537-ad49-41e4-85ec-68f1624f03b9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.0545912 Jul 30 08:15:43.102739 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-68f7bff5-8fe0-40e3-90a9-b64b2284a8e2 req-36e3ec97-5aa2-4b5d-ac25-451341a40eec tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Jul 30 08:15:46.195801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52806) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:46.297175 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07e3b170-e818-4698-a144-1aa7f7998a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.384876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07e3b170-e818-4698-a144-1aa7f7998a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.388660 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07e3b170-e818-4698-a144-1aa7f7998a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.427414 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-07e3b170-e818-4698-a144-1aa7f7998a95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62928199bd81412388d6ff3088fe20f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305415 Jul 30 08:15:46.428548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3b170-e818-4698-a144-1aa7f7998a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8732d-87d4-4b85-b221-4d2e4143b122,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:46.429951 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52810) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:46.477534 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.498483 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.543053 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.545633 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.546761 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66d8732d-87d4-4b85-b221-4d2e4143b122 HTTP/1.1" status: 204 len: 168 time: 0.1158342 Jul 30 08:15:46.555048 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205b88-7461-4ecb-a9cc-e7679d94f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8732d-87d4-4b85-b221-4d2e4143b122,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:46.815240 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52824) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:46.832687 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-eb63e38f-2975-40aa-8ab9-819d01b01fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.920498 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-eb63e38f-2975-40aa-8ab9-819d01b01fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.924240 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-eb63e38f-2975-40aa-8ab9-819d01b01fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:46.963763 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-eb63e38f-2975-40aa-8ab9-819d01b01fea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fbd2c89255341258ee7b3dd730f66f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472268 Jul 30 08:15:46.964606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63e38f-2975-40aa-8ab9-819d01b01fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b1b8e-c631-4f4f-b67b-55e50113b461,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:46.967360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52828) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:47.017475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:47.038062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:47.084915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:47.087833 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:47.089137 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f8b1b8e-c631-4f4f-b67b-55e50113b461 HTTP/1.1" status: 204 len: 168 time: 0.1203423 Jul 30 08:15:47.097705 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e225fe5-8f9b-4c9e-9348-e4847cf268ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b1b8e-c631-4f4f-b67b-55e50113b461,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:48.668518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52890) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:48.770178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7a06-81e8-4c95-80b0-f7136982cebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:48.856868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7a06-81e8-4c95-80b0-f7136982cebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:48.860638 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7a06-81e8-4c95-80b0-f7136982cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:48.898415 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a8bb7a06-81e8-4c95-80b0-f7136982cebf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b3e34afadab4571a47fba09dc0b4222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288053 Jul 30 08:15:48.899365 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7a06-81e8-4c95-80b0-f7136982cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db297e8c-7118-41ac-a4db-d0bf20996d87,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:48.901141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52894) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:48.948307 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:48.969583 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.014475 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.017417 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.018164 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db297e8c-7118-41ac-a4db-d0bf20996d87 HTTP/1.1" status: 204 len: 168 time: 0.1160133 Jul 30 08:15:49.026417 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040592-a29b-4b35-886e-1bd017f4056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db297e8c-7118-41ac-a4db-d0bf20996d87,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:49.276030 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52902) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:49.293398 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-578aea9f-0bc6-4d44-85e2-4e58dddacc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.386309 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-578aea9f-0bc6-4d44-85e2-4e58dddacc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.390375 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-578aea9f-0bc6-4d44-85e2-4e58dddacc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.428797 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-578aea9f-0bc6-4d44-85e2-4e58dddacc60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2230fd6a85c14d7490264cfeea0528a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515598 Jul 30 08:15:49.429695 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aea9f-0bc6-4d44-85e2-4e58dddacc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda86fbb-0037-44a5-a9cd-0d60a463ba6a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:49.431990 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52910) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:49.481142 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.503491 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.552523 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.555348 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.556511 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda86fbb-0037-44a5-a9cd-0d60a463ba6a HTTP/1.1" status: 204 len: 168 time: 0.1236160 Jul 30 08:15:49.565468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eed5d-0925-4b39-8abc-93b473bfdf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda86fbb-0037-44a5-a9cd-0d60a463ba6a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:49.584539 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52916) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:49.687834 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-944ca3cc-f932-4f7f-9091-094b1c6408df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.774664 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-944ca3cc-f932-4f7f-9091-094b1c6408df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.778135 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-944ca3cc-f932-4f7f-9091-094b1c6408df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.819899 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-944ca3cc-f932-4f7f-9091-094b1c6408df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44eebd667c014561b7733368f6d40abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340016 Jul 30 08:15:49.821867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca3cc-f932-4f7f-9091-094b1c6408df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39b011-f4ca-4a14-a2d1-e47bee4959ba,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:49.822663 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52924) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:49.879246 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.900178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.956114 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.958714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:49.959936 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c39b011-f4ca-4a14-a2d1-e47bee4959ba HTTP/1.1" status: 204 len: 168 time: 0.1352594 Jul 30 08:15:49.968771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dad0e0-19d4-4f0f-83e0-fcd0a66f0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39b011-f4ca-4a14-a2d1-e47bee4959ba,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:50.286511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52944) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:50.299865 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a76a0ebd-e498-499c-8fb5-567dac00526c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.392417 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a76a0ebd-e498-499c-8fb5-567dac00526c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.396476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a76a0ebd-e498-499c-8fb5-567dac00526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.434234 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a76a0ebd-e498-499c-8fb5-567dac00526c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f31f0b854a44cf19626f94b3de6d11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464701 Jul 30 08:15:50.435340 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a0ebd-e498-499c-8fb5-567dac00526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e519ff32-998a-4a25-9997-f580fbee9494,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:50.437267 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52950) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:50.487349 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.508457 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.554596 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.557130 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.558351 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e519ff32-998a-4a25-9997-f580fbee9494 HTTP/1.1" status: 204 len: 168 time: 0.1195107 Jul 30 08:15:50.567052 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12902f-7424-4ebf-a50c-62ffa3b0de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e519ff32-998a-4a25-9997-f580fbee9494,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:50.901001 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4165ce66-7c5f-4a0c-a4b5-c49f82ad9770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:50.946690 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 52960) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:50.960781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a65e9b-7494-4874-8d08-d1beadfa8834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.049859 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a65e9b-7494-4874-8d08-d1beadfa8834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.053447 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d3a65e9b-7494-4874-8d08-d1beadfa8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.089769 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d3a65e9b-7494-4874-8d08-d1beadfa8834 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2dfd7e822e94081a073e384e81bc89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419821 Jul 30 08:15:51.092354 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a65e9b-7494-4874-8d08-d1beadfa8834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87189521-c57d-48d9-91f5-40ab1ab34d92,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:51.093301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 52962) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:51.141988 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.162815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.208796 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.211382 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:51.212538 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87189521-c57d-48d9-91f5-40ab1ab34d92 HTTP/1.1" status: 204 len: 168 time: 0.1181369 Jul 30 08:15:51.221170 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce646f-8941-4835-a36e-14d82856ae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87189521-c57d-48d9-91f5-40ab1ab34d92,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:52.293182 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:15:53.386954 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4211-4a98-43fd-880c-faa59cfe5e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:53.721276 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:53.829436 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:54.468608 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:56.253997 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:56.813292 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c7f7d-858b-4e39-b4a3-ebceed19ebb4 req-b36b34d1-550e-45b5-9c3a-5e913fc95c07 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:56.814817 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-357c7f7d-858b-4e39-b4a3-ebceed19ebb4 req-b36b34d1-550e-45b5-9c3a-5e913fc95c07 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Jul 30 08:15:56.854787 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-357c7f7d-858b-4e39-b4a3-ebceed19ebb4 req-f2ced064-2714-4765-808c-dae9350f7df9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340352 Jul 30 08:15:57.976785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd3a54-7876-4d4f-97dd-aaad219ea3fb req-0694b40d-4617-4b9b-8167-adcbbf53f3fe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:57.977964 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05bd3a54-7876-4d4f-97dd-aaad219ea3fb req-0694b40d-4617-4b9b-8167-adcbbf53f3fe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0485225 Jul 30 08:15:58.017091 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-05bd3a54-7876-4d4f-97dd-aaad219ea3fb req-a54a5ed8-873e-4a55-a711-5742f639062d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jul 30 08:15:58.565026 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-463abbe4-27ea-4f46-9493-5f5431b1f9cc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:58.566546 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-463abbe4-27ea-4f46-9493-5f5431b1f9cc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 946 time: 0.0571458 Jul 30 08:15:58.666702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Deleting port 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:15:58.667134 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:58.763173 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] For port 4229bb2c-c097-4ebf-9466-c0a437268a65, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4229bb2c-c097-4ebf-9466-c0a437268a65,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:15:58.764082 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.009590 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.010180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.010503 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Floating IP 32c9e832-caa0-4a3b-a435-856660c9bed2 disassociated. External IP: 172.27.0.117, port: 4229bb2c-c097-4ebf-9466-c0a437268a65. Jul 30 08:15:59.010851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Calling delete_port for 4229bb2c-c097-4ebf-9466-c0a437268a65 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:15:59.064605 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53124) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:59.152258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.179142 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922346f8-becf-4ace-9f7e-a634871eadb2 req-e69922a3-a1be-4093-a6b2-d0c6935e51bb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:15:59.180636 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-922346f8-becf-4ace-9f7e-a634871eadb2 req-e69922a3-a1be-4093-a6b2-d0c6935e51bb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3044de7f-3442-4826-951c-81e109586a05 HTTP/1.1" status: 200 len: 868 time: 0.0734406 Jul 30 08:15:59.190588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'Port': ['ID=4229bb2c-c097-4ebf-9466-c0a437268a65,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:59.208064 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-47bd1f43-cb83-45a5-b41c-ddc07dddb787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.265143 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-922346f8-becf-4ace-9f7e-a634871eadb2 req-e3a63356-6c5d-4df4-8bab-103b5a958896 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c350a5-b40c-4067-b093-fed139bdf621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650730 Jul 30 08:15:59.339720 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:15:59.366093 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-47bd1f43-cb83-45a5-b41c-ddc07dddb787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.374371 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-47bd1f43-cb83-45a5-b41c-ddc07dddb787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.417343 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-47bd1f43-cb83-45a5-b41c-ddc07dddb787 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=309f023479704f008179b33787180969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515313 Jul 30 08:15:59.420718 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53136) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:15:59.459112 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:15:59.471799 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:15:59.482278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd1f43-cb83-45a5-b41c-ddc07dddb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289551a9-04ca-4d5f-8a58-2ce4a720ef82,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:59.487003 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:59.487799 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:59.500509 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.506657 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] No DVR routers for this DVR port 4229bb2c-c097-4ebf-9466-c0a437268a65 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:15:59.509196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.512605 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14daa8b6-baf5-41db-8806-ab507f0879fe req-9ba9502f-319e-4d11-b181-5ae0513eb270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "DELETE /v2.0/ports/4229bb2c-c097-4ebf-9466-c0a437268a65 HTTP/1.1" status: 204 len: 173 time: 0.9394782 Jul 30 08:15:59.513114 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-deleted', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:15:59.517690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdacfbc6-a0ae-453c-b0ba-55ebcd6c7c2c" -d '{"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-deleted", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:15:59.533377 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.605285 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2797b-6fbb-4fd6-bcc3-5f76dba73c30 x-openstack-request-id: req-e1e2797b-6fbb-4fd6-bcc3-5f76dba73c30 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:15:59.605797 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044de7f-3442-4826-951c-81e109586a05", "name": "network-vif-deleted", "tag": "4229bb2c-c097-4ebf-9466-c0a437268a65", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:15:59.606075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1e2797b-6fbb-4fd6-bcc3-5f76dba73c30 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:15:59.606847 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044de7f-3442-4826-951c-81e109586a05', 'name': 'network-vif-deleted', 'tag': '4229bb2c-c097-4ebf-9466-c0a437268a65', 'status': 'completed', 'code': 200} Jul 30 08:15:59.608927 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.612102 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:15:59.622424 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/289551a9-04ca-4d5f-8a58-2ce4a720ef82 HTTP/1.1" status: 204 len: 168 time: 0.1946762 Jul 30 08:15:59.639436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a23226-7bd4-4e5c-b5a1-58e839484388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289551a9-04ca-4d5f-8a58-2ce4a720ef82,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:15:59.691344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:15:59.924390 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:15:59.968475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:15:59.991131 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:15:59.991843 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:00.136666 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:00.445454 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:00.454162 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53188) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:00.483629 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01a360-2ba7-4290-94eb-41885264bddc None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:00.568227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1740321040-network', 'tenant_id': '516afe98d8094f01ab100be1b277d5f8'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:00.591159 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Made reservation on behalf of 516afe98d8094f01ab100be1b277d5f8 for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:00.594409 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.602872 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.703623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.709194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.736929 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:16:00.747296 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d11ed-e122-4c15-b5e6-82e47474c17a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:00.759053 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.759456 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Added segment 01463e35-c564-4a85-84f2-a38211c51d2c of type vlan for network 69d6d98f-f287-4703-ab57-b9adb6e05ceb Jul 30 08:16:00.810110 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.820540 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c5c9c-17d3-47df-b39f-e6f35203c563 None None] New status for floating IP 32c9e832-caa0-4a3b-a435-856660c9bed2: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:16:00.869041 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.870504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:00.871942 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:00.932469 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4771864 Jul 30 08:16:00.937861 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53202) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:00.944752 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Request body: {'subnet': {'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1740321040-subnet', 'tenant_id': '516afe98d8094f01ab100be1b277d5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:00.950816 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02defe4-3641-4152-b1b9-c0bba71c00f9 admin admin] Pushing event updated for resources: {'Network': ['ID=69d6d98f-f287-4703-ab57-b9adb6e05ceb,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:00.962178 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:16:00.977593 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Made reservation on behalf of 516afe98d8094f01ab100be1b277d5f8 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:00.980185 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.169077 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.235701 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4be4f9-efe8-422a-a654-940302c156ee,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:01.243339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Checking segment: {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:01.243689 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Network hostable DHCP agents. Network: 69d6d98f-f287-4703-ab57-b9adb6e05ceb, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:16:01.262142 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:16:01.272027 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 69d6d98f-f287-4703-ab57-b9adb6e05ceb) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:01.276433 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:01.277121 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.291491 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d72013-0d9b-4ef1-ace5-d72dd013cd8b None None] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:01.309392 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0aa36697-150d-4d59-98e9-fb0447bbb5fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3702793 Jul 30 08:16:01.421491 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53208) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:01.436247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d1e89-a50c-44b5-81dc-304c56675e3f None None] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:01.524067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.550557 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.598414 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.601359 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.602561 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1c350a5-b40c-4067-b093-fed139bdf621 HTTP/1.1" status: 204 len: 168 time: 0.1800716 Jul 30 08:16:01.605733 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53214) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:01.612516 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a84633-ef59-4c07-8706-435589130e53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c350a5-b40c-4067-b093-fed139bdf621,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:01.626207 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.api.v2.resource [None req-09e4eb20-ad83-4ad8-86a0-88b589ea60d3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] show failed (client error): The resource could not be found. Jul 30 08:16:01.627299 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-09e4eb20-ad83-4ad8-86a0-88b589ea60d3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups/c1c350a5-b40c-4067-b093-fed139bdf621 HTTP/1.1" status: 404 len: 347 time: 0.0190258 Jul 30 08:16:01.630283 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53216) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:01.757082 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Deleting port c8b25f0e-a994-4c94-8ed4-1673fb876456 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:16:01.757459 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.847905 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.851207 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:01.866984 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Calling delete_port for c8b25f0e-a994-4c94-8ed4-1673fb876456 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:16:02.038979 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:16:02.059193 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 4229bb2c-c097-4ebf-9466-c0a437268a65 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:16:02.059548 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 4229bb2c-c097-4ebf-9466-c0a437268a65 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:16:02.261010 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.290655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'Port': ['ID=c8b25f0e-a994-4c94-8ed4-1673fb876456,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:02.347550 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.350062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.351228 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ea2501d7-8c3f-4137-b8fa-e681f3330a14 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "DELETE /v2.0/floatingips/32c9e832-caa0-4a3b-a435-856660c9bed2 HTTP/1.1" status: 204 len: 168 time: 0.7196229 Jul 30 08:16:02.591098 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53230) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:02.595786 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938695100', 'description': 'tempest-description--1664341244'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:02.618726 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.698444 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.702545 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.731123 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.733596 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1402578 Jul 30 08:16:02.734517 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ea1bd-500d-49a4-9294-38dd070030e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d0f8b-4489-4979-a767-c604bdae1970,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:02.735947 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53232) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:02.741624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group_rule': {'security_group_id': '6c6d0f8b-4489-4979-a767-c604bdae1970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:02.767681 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.822180 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.825510 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.842291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d51e9-1274-4390-b134-04e79f5f03ba,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:02.848592 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.849801 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-beab36fe-b3df-458d-acc6-99e3abd7fa29 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128569 Jul 30 08:16:02.852402 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53234) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:02.856662 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'security_group_rule': {'security_group_id': '6c6d0f8b-4489-4979-a767-c604bdae1970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:02.883681 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.944030 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.947887 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.965676 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0b245a-6589-4d99-b1ab-19436fdd1178,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:02.973105 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:02.974548 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2f09230e-1863-478a-a10d-1c62e5a0bf71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210220 Jul 30 08:16:02.977460 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53246) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:02.982133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:03.005136 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.111065 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.133227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-5adbd6cc-c328-4f75-9bc2-f4e16adb0964 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:03.135090 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-5adbd6cc-c328-4f75-9bc2-f4e16adb0964 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 809 time: 0.1118701 Jul 30 08:16:03.151960 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-7e84b05c-0a95-4991-8a2a-d110b536865c tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/quotas/516afe98d8094f01ab100be1b277d5f8 HTTP/1.1" status: 200 len: 375 time: 0.0098813 Jul 30 08:16:03.184716 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-404bf0ec-3b3c-43e5-9bc3-970bff806d83 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256715 Jul 30 08:16:03.224120 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Allocated IP 172.27.0.42 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/bf78f21d-94fe-4f37-852d-0f7fa87eb81e) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:03.284204 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-3ba3c05a-7292-45a2-9f35-b70964b9f355 service neutron] 10.222.0.16 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886848 Jul 30 08:16:03.338075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.377041 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.378922 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-3f19c9f2-c308-4ca4-af0a-77c85554b70a service neutron] 10.222.0.16 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882149 Jul 30 08:16:03.413780 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:03.417933 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:03.423965 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:03.429546 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=bf78f21d-94fe-4f37-852d-0f7fa87eb81e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:03.524126 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.541274 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-259ae4e7-d5d2-4d7a-b4fe-ffabe3c55a75 req-7b9868b0-b603-421f-b19f-6d67ef0b7f4e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Jul 30 08:16:03.568206 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.729305 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.733814 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.806822 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=bf78f21d-94fe-4f37-852d-0f7fa87eb81e,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:03.817308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.830978 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:03.832414 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6834931e-df7e-41ff-b4a6-7f9c368993c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8538039 Jul 30 08:16:04.022197 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-0ac70254-893e-4435-ac77-ce29ee36ffa3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938695100&fields=id&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 267 time: 0.0336711 Jul 30 08:16:04.131966 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-394a8951-35df-4d60-8939-2879b641f7d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:04.133437 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-394a8951-35df-4d60-8939-2879b641f7d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 817 time: 0.1036890 Jul 30 08:16:04.148052 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-d283a6c2-d370-4a95-90a9-eaddce85671a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/quotas/af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 375 time: 0.0089192 Jul 30 08:16:04.205114 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-987c1106-e132-4f83-bc72-4d31887a05d0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519347 Jul 30 08:16:04.311940 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-36eed479-8f4c-4af0-ac79-00cbe7878f6b service neutron] 10.222.0.16 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952623 Jul 30 08:16:04.406381 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-55b82b90-9944-4c83-b92b-7d6b69e309fd service neutron] 10.222.0.16 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Jul 30 08:16:04.418836 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53286) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:04.539366 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-40c03901-af25-45bb-b32a-1eebf4eea3bb tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:04.541416 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-40c03901-af25-45bb-b32a-1eebf4eea3bb tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 809 time: 0.1365755 Jul 30 08:16:04.559337 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Request body: {'port': {'device_id': '77016739-91fc-47b6-9f5e-61aad01033b2', 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb', 'admin_state_up': True, 'tenant_id': '516afe98d8094f01ab100be1b277d5f8'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:04.600800 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4786c398-99d0-43bc-83d6-3aafaa065863 req-450c8fff-90f0-4376-b5c3-f0231ba079a1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 210 time: 0.0433571 Jul 30 08:16:04.620461 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e22d-fb24-4a08-9632-b16b1fd47bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:04.901490 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dc5b1467-6f5e-4989-9ad7-49649e5960a5 req-bac6fc37-1ad7-4984-8c54-9ad2d8f4c22a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 210 time: 0.2477813 Jul 30 08:16:04.971168 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e22d-fb24-4a08-9632-b16b1fd47bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:04.976044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e22d-fb24-4a08-9632-b16b1fd47bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:04.999547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Made reservation on behalf of 516afe98d8094f01ab100be1b277d5f8 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:05.004372 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.021083 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a8e0e22d-fb24-4a08-9632-b16b1fd47bda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe442d57a249474d86e3656edd5252e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984588 Jul 30 08:16:05.021083 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0e22d-fb24-4a08-9632-b16b1fd47bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388a6de-6c4f-44c4-a2b0-c2eb666d42bf,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:05.021595 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53306) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:05.144599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.207492 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.238995 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Allocated IP 172.20.0.10 (69d6d98f-f287-4703-ab57-b9adb6e05ceb/7a4be4f9-efe8-422a-a654-940302c156ee/fde747eb-2352-41f9-88ca-ea2ffd3e20b3) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:05.301666 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.304554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.305742 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5388a6de-6c4f-44c4-a2b0-c2eb666d42bf HTTP/1.1" status: 204 len: 168 time: 0.2831426 Jul 30 08:16:05.322660 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705cf3-e491-4440-ba2e-37d2c648c65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388a6de-6c4f-44c4-a2b0-c2eb666d42bf,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:05.435847 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.479892 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.525136 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:05.528274 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:05.532678 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:05.564294 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Pushing event updated for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:05.638969 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:05.639723 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.674993 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-6e30887e-e4af-418f-9c43-22225e4c7cb1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1222296 Jul 30 08:16:05.690464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Request body: {'port': {'device_id': '77016739-91fc-47b6-9f5e-61aad01033b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:05.737916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-a567a7d8-da39-401c-9841-7eaf91454108 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:05.739450 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-a567a7d8-da39-401c-9841-7eaf91454108 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 817 time: 0.1607261 Jul 30 08:16:05.752837 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-29cc28fc-68f3-435d-a46b-3ae6493e9adc req-fe5921ab-20e9-4077-8ee6-9e33e60fe11a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 210 time: 0.0368426 Jul 30 08:16:05.787601 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:05.834520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8a89a39a-7de2-4bd5-8210-68dd71fb893d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 380 time: 0.0686738 Jul 30 08:16:05.847064 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'port': {'device_id': '20737f30-06a4-477e-b502-392675e6962e', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'admin_state_up': True, 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'security_groups': ['6c6d0f8b-4489-4979-a767-c604bdae1970']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:06.037740 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a047231-1b50-47c6-ba3c-6f4f90af34c0 req-103eda06-2877-49c7-961c-4e1e85baf413 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:06.039759 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a047231-1b50-47c6-ba3c-6f4f90af34c0 req-103eda06-2877-49c7-961c-4e1e85baf413 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 932 time: 0.0597582 Jul 30 08:16:06.082076 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Made reservation on behalf of af1c3636745c45b2abf571658d331b5b for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:06.085584 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.092872 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a047231-1b50-47c6-ba3c-6f4f90af34c0 req-de003793-b765-4e0e-a6c6-5eb8c6ac81a3 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Jul 30 08:16:06.252037 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde747eb-2352-41f9-88ca-ea2ffd3e20b3 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:06.264060 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.286497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Transition to ACTIVE for port object fde747eb-2352-41f9-88ca-ea2ffd3e20b3 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:06.288213 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Allocated IP 172.20.0.8 (87181d78-5096-4456-b2df-d20a21d7c3f7/65fa26db-3f41-42c1-aa7a-f32f09fc9fef/ea216c5f-ee63-4592-8c63-61a2640d5d70) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:06.292570 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.378793 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Pushing event updated for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:06.455655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.456016 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.456362 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.456700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.457064 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.457402 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.457766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.458086 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.458392 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.458739 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.459046 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.459371 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:06.521852 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Attempting to bind port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:06.522210 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Attempting to bind port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:06.522521 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Attempting to bind port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:06.531097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:16:06.531422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Attempting to bind port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:06.544497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:06.545410 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Checking segment: {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:06.546148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Bound using segment: {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:06.546595 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Bound port: fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:06.546962 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.550877 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.590103 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Transition to ACTIVE for port object ea216c5f-ee63-4592-8c63-61a2640d5d70 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:06.640754 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:06.655880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:06.660797 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.666848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.708983 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:06.709597 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.710980 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] 10.222.0.30 "PUT /v2.0/ports/fde747eb-2352-41f9-88ca-ea2ffd3e20b3 HTTP/1.1" status: 200 len: 1094 time: 1.0268247 Jul 30 08:16:06.711549 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:06.713798 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d" -d '{"events": [{"name": "network-changed", "server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:06.730676 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:06.736990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:06.740427 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:06.765509 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca3295c-da2a-4c1c-9915-2384f9afad28 x-openstack-request-id: req-fca3295c-da2a-4c1c-9915-2384f9afad28 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:06.765804 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:06.766053 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fca3295c-da2a-4c1c-9915-2384f9afad28 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:06.766446 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3', 'status': 'completed', 'code': 200} Jul 30 08:16:06.777946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ee7c-629d-4d34-aefb-6b7cb253de27 service neutron] Pushing event updated for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:06.854807 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:06.855451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:06.873514 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:06.879327 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-5c38d012-29a7-4bfd-8969-ce5951ad5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:06.880860 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-5c38d012-29a7-4bfd-8969-ce5951ad5a2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 1097 time: 0.1136634 Jul 30 08:16:06.887735 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-8924afc4-0e6e-487b-aa87-36fa4b62204e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457845 Jul 30 08:16:06.891816 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084d58c-0996-4c39-a0e3-22a10704539a req-0a8e71c3-11f4-4375-b941-bbbfa0e65528 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:06.893521 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a084d58c-0996-4c39-a0e3-22a10704539a req-0a8e71c3-11f4-4375-b941-bbbfa0e65528 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 931 time: 0.0547585 Jul 30 08:16:06.908143 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Request body: {'port': {'device_id': '20737f30-06a4-477e-b502-392675e6962e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:06.933334 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a084d58c-0996-4c39-a0e3-22a10704539a req-59aa2e10-1917-4770-a9a9-a527f3395bfe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Jul 30 08:16:06.953940 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-8a6dca0f-4b2c-4335-9edc-f7d94f7921ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3 HTTP/1.1" status: 200 len: 217 time: 0.0574827 Jul 30 08:16:06.987089 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-279c2a4a-1acf-411a-96bf-a8fcf4f49fb7 None None] Provisioning for port ea216c5f-ee63-4592-8c63-61a2640d5d70 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:06.991199 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-279c2a4a-1acf-411a-96bf-a8fcf4f49fb7 None None] Provisioning complete for port ea216c5f-ee63-4592-8c63-61a2640d5d70 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:06.991653 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-279c2a4a-1acf-411a-96bf-a8fcf4f49fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.023162 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.028833 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-279c2a4a-1acf-411a-96bf-a8fcf4f49fb7 None None] Port ea216c5f-ee63-4592-8c63-61a2640d5d70 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:07.041401 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-e2d8f3fe-31b0-4069-834c-ae852962ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.042882 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-e2d8f3fe-31b0-4069-834c-ae852962ccf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4be4f9-efe8-422a-a654-940302c156ee HTTP/1.1" status: 200 len: 849 time: 0.0776849 Jul 30 08:16:07.089329 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-18b82e7e-e1e1-48ab-9b2e-2f116f54af03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69d6d98f-f287-4703-ab57-b9adb6e05ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256684 Jul 30 08:16:07.204046 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66312005-ce80-44d8-8ccb-5dcacaaf6333 req-6daeb404-b1c9-4986-aebc-85bc362ad02a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.205597 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66312005-ce80-44d8-8ccb-5dcacaaf6333 req-6daeb404-b1c9-4986-aebc-85bc362ad02a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 944 time: 0.0485809 Jul 30 08:16:07.246178 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-66312005-ce80-44d8-8ccb-5dcacaaf6333 req-1baeee6e-89b2-48e1-908a-23f3ba81c5aa tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Jul 30 08:16:07.294638 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-4f434b24-c9cb-4d7a-8e27-4e902ee4724a service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915157 Jul 30 08:16:07.444476 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-a526bf0c-3130-4c8a-a0c1-efe303e44a44 req-754894ff-b31d-4907-ba16-f729e6984620 service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375747 Jul 30 08:16:07.455538 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:07.463106 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.475584 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Transition to ACTIVE for port object ea216c5f-ee63-4592-8c63-61a2640d5d70 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:07.479320 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.562254 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:07.612520 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-eaa5bc54-5939-4fe7-9889-18439a574bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.614108 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-eaa5bc54-5939-4fe7-9889-18439a574bff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 1097 time: 0.1074228 Jul 30 08:16:07.696079 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Attempting to bind port ea216c5f-ee63-4592-8c63-61a2640d5d70 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:07.696423 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Attempting to bind port ea216c5f-ee63-4592-8c63-61a2640d5d70 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:07.696759 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Attempting to bind port ea216c5f-ee63-4592-8c63-61a2640d5d70 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:07.705535 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Port ea216c5f-ee63-4592-8c63-61a2640d5d70 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:16:07.705866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Attempting to bind port ea216c5f-ee63-4592-8c63-61a2640d5d70 on network 87181d78-5096-4456-b2df-d20a21d7c3f7 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:07.719139 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:07.719480 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Checking segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:07.719948 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Bound using segment: {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:07.720301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Bound port: ea216c5f-ee63-4592-8c63-61a2640d5d70, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4932457-11bf-405a-a180-d82de123e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:07.720658 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.751476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-f2bf2b8e-8f2a-4bb5-93a5-ab37de30dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.753186 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-f2bf2b8e-8f2a-4bb5-93a5-ab37de30dc00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 910 time: 0.1277087 Jul 30 08:16:07.813121 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-6e652a03-2b80-4cf3-a84e-41ddcb8240ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3 HTTP/1.1" status: 200 len: 217 time: 0.0391438 Jul 30 08:16:07.878022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:07.882487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:07.887053 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-476bbb63-0fa1-4207-9d87-856c3cf9509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.888698 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-476bbb63-0fa1-4207-9d87-856c3cf9509d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4be4f9-efe8-422a-a654-940302c156ee HTTP/1.1" status: 200 len: 849 time: 0.0651085 Jul 30 08:16:07.889753 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.952754 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-492ab6a1-b56f-4b08-9a4b-7222e1fb55b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69d6d98f-f287-4703-ab57-b9adb6e05ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350544 Jul 30 08:16:07.953977 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:07.954586 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:07.955917 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] 10.222.0.30 "PUT /v2.0/ports/ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 1093 time: 1.0529444 Jul 30 08:16:08.034398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdc249-3fe0-4762-b0fd-e90f770ee82d service neutron] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:08.070097 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70f03d-5c49-4ef9-aa50-4884d233c611 req-768c9331-7436-4407-8855-dc39cbdf576d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:08.071818 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee70f03d-5c49-4ef9-aa50-4884d233c611 req-768c9331-7436-4407-8855-dc39cbdf576d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0554035 Jul 30 08:16:08.120635 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee70f03d-5c49-4ef9-aa50-4884d233c611 req-eab6028d-4a12-4bd4-980e-ef78621817c7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Jul 30 08:16:08.345194 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-2f53acf2-0262-456f-9bac-09efcc54475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:08.346682 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-2f53acf2-0262-456f-9bac-09efcc54475f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1096 time: 0.3223293 Jul 30 08:16:08.356438 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-c1e83364-3c3d-4d3f-8cca-158c261997bc service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864949 Jul 30 08:16:08.363120 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a97443-de0e-4bf0-a2df-89fabe2a08b4 req-c77798f8-5e7e-4d10-bf74-89d715c33217 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:08.364686 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44a97443-de0e-4bf0-a2df-89fabe2a08b4 req-c77798f8-5e7e-4d10-bf74-89d715c33217 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Jul 30 08:16:08.403545 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-44a97443-de0e-4bf0-a2df-89fabe2a08b4 req-f46d3930-05e7-47b5-93fc-19017ffda1a3 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Jul 30 08:16:08.767375 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:08.769813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b75774-373f-4ad0-9bf4-2e8b63349db1" -d '{"events": [{"name": "network-changed", "server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:08.805008 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b3794-dc85-4e29-b301-6a4407df2456 x-openstack-request-id: req-4d2b3794-dc85-4e29-b301-6a4407df2456 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:08.805301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:08.805552 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d2b3794-dc85-4e29-b301-6a4407df2456 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:08.805935 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'status': 'completed', 'code': 200} Jul 30 08:16:09.242535 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a090-4072-456b-bf90-d1f64e8f8c53 req-e4b77f77-3f9c-4674-a535-5c71c2f497ef tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:09.244035 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-82d3a090-4072-456b-bf90-d1f64e8f8c53 req-e4b77f77-3f9c-4674-a535-5c71c2f497ef tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0478592 Jul 30 08:16:09.281680 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-82d3a090-4072-456b-bf90-d1f64e8f8c53 req-08339f1a-1ffe-4daa-9ced-6d2d1bd1a8ec tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 30 08:16:09.515446 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6596-3fe7-4a65-b812-22158ad74624 req-b49b7583-7141-44c5-8593-61330a84af2b tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:09.516925 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4ccb6596-3fe7-4a65-b812-22158ad74624 req-b49b7583-7141-44c5-8593-61330a84af2b tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 944 time: 0.0467494 Jul 30 08:16:09.557102 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4ccb6596-3fe7-4a65-b812-22158ad74624 req-fa0a7eb9-8533-4416-9e57-4a3205e4470f tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Jul 30 08:16:10.397652 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7fe61-37cd-4941-8291-d261235f2cb9 req-38049df9-d3a5-48a5-b431-cb7e723becd4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:10.399155 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-99e7fe61-37cd-4941-8291-d261235f2cb9 req-38049df9-d3a5-48a5-b431-cb7e723becd4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0478663 Jul 30 08:16:10.437140 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-99e7fe61-37cd-4941-8291-d261235f2cb9 req-0a2644e2-224c-4463-9ae9-d8bafe7c8520 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Jul 30 08:16:10.671256 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19219-e2b6-4795-abe5-f47d018d1a4f req-cc524304-13de-4dcd-84a2-b2012d11cee6 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:10.672853 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aad19219-e2b6-4795-abe5-f47d018d1a4f req-cc524304-13de-4dcd-84a2-b2012d11cee6 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 944 time: 0.0503829 Jul 30 08:16:10.710003 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aad19219-e2b6-4795-abe5-f47d018d1a4f req-ef58851e-b6c7-4da3-af8b-c414525fe87a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Jul 30 08:16:10.854685 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fde747eb-2352-41f9-88ca-ea2ffd3e20b3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:16:10.894857 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-4d974027-8b49-4563-b78b-619182087b27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 217 time: 0.0415885 Jul 30 08:16:10.995440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-799f26d6-075b-4e0c-a9e2-434b053a0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:10.996920 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-799f26d6-075b-4e0c-a9e2-434b053a0273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0925462 Jul 30 08:16:11.025100 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6f49d17f-b573-4f0c-ac12-e8b7fab0345d req-996f5c2e-1303-4890-94ad-ae715456d8cb service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647387 Jul 30 08:16:11.053802 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-107dbd20-4029-453d-824a-7bd7188c3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.055352 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-107dbd20-4029-453d-824a-7bd7188c3abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455732 Jul 30 08:16:11.065103 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:11.076828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3', 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb', 'port_id': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3', 'mac_address': 'fa:16:3e:ba:92:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4be4f9-efe8-422a-a654-940302c156ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:16:11.116075 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:11.129317 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde747eb-2352-41f9-88ca-ea2ffd3e20b3 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:11.153117 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:11.153117 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:11.156693 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-b74042f2-c366-4670-903a-e601a86ee0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928452 Jul 30 08:16:11.199265 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:11.252494 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-276cd7ba-9d9a-4554-bafd-8436f393fe1d req-95424d85-9b9b-4af9-bace-caa205950541 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Jul 30 08:16:11.343282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-aee43ffd-5b51-4d5c-b694-c3fe47081c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.344850 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-aee43ffd-5b51-4d5c-b694-c3fe47081c18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1096 time: 0.0460665 Jul 30 08:16:11.437061 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['fde747eb-2352-41f9-88ca-ea2ffd3e20b3'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:11.443552 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-4366497e-f074-4f73-82ec-36e1a9661134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.445047 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-4366497e-f074-4f73-82ec-36e1a9661134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.0922005 Jul 30 08:16:11.494134 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-390e3d98-618c-4236-ada6-ca371052044b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 217 time: 0.0360916 Jul 30 08:16:11.554122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-7598c2c5-3a1c-4741-bbc5-0b9aa575ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.555649 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-7598c2c5-3a1c-4741-bbc5-0b9aa575ba0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0531964 Jul 30 08:16:11.558670 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951d235-06c7-4d27-937a-410223146a9b req-476603fa-2195-46e6-84cd-73c0f4a55d79 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.560167 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0951d235-06c7-4d27-937a-410223146a9b req-476603fa-2195-46e6-84cd-73c0f4a55d79 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0504684 Jul 30 08:16:11.601938 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-baa8ecc6-c17c-48fa-a9f2-87924fd00f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.603442 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-baa8ecc6-c17c-48fa-a9f2-87924fd00f4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393209 Jul 30 08:16:11.604012 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0951d235-06c7-4d27-937a-410223146a9b req-ea47f9d1-5a8d-4c40-8df8-f26b380f00a7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373030 Jul 30 08:16:11.706314 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-8ca4b2a2-4f70-4651-9719-b76b57761908 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932729 Jul 30 08:16:11.804496 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c1b75774-373f-4ad0-9bf4-2e8b63349db1 req-822c79d5-e0a8-4a73-a9f3-8ec8c42991e7 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Jul 30 08:16:11.826442 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b34820-f334-4eaa-99b0-d25dd6f27626 req-9715c346-d11e-4e3e-a857-a56b1973530e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:11.828062 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74b34820-f334-4eaa-99b0-d25dd6f27626 req-9715c346-d11e-4e3e-a857-a56b1973530e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Jul 30 08:16:11.866536 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74b34820-f334-4eaa-99b0-d25dd6f27626 req-9591d73c-3b4f-4e76-959b-9f28e3cf7ad2 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Jul 30 08:16:12.722401 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f429d7-232a-4a93-a1e7-a81380e12796 req-bd561a9d-b09f-4a4f-b134-91b05f09a636 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:12.723907 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-21f429d7-232a-4a93-a1e7-a81380e12796 req-bd561a9d-b09f-4a4f-b134-91b05f09a636 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0480623 Jul 30 08:16:12.761477 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-21f429d7-232a-4a93-a1e7-a81380e12796 req-fda42eb9-a50b-44b1-949e-71fac180092f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Jul 30 08:16:12.979429 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b25c4-ba42-4a52-a2f2-4c873433e6c2 req-85607b37-2015-4a58-b7f2-47845d341d53 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:12.980919 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-563b25c4-ba42-4a52-a2f2-4c873433e6c2 req-85607b37-2015-4a58-b7f2-47845d341d53 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Jul 30 08:16:13.022306 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-563b25c4-ba42-4a52-a2f2-4c873433e6c2 req-6262c407-bbc2-4d09-aa67-701424c78eaa tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Jul 30 08:16:13.879769 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458885-9b2b-456d-b8e5-ab3153f8557b req-fab84e26-d2b6-4219-8290-b3d1ec1cd4b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:13.881249 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20458885-9b2b-456d-b8e5-ab3153f8557b req-fab84e26-d2b6-4219-8290-b3d1ec1cd4b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0479131 Jul 30 08:16:13.919173 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20458885-9b2b-456d-b8e5-ab3153f8557b req-8fe30c3d-3ccd-4409-b9ba-02fdfa49593e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Jul 30 08:16:14.094132 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:16:14.096325 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fde747eb-2352-41f9-88ca-ea2ffd3e20b3 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:14.139952 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2aed-18df-42f9-9c1d-8d661b244ff9 req-56fddbdb-827a-426e-8a85-4f5ec486be7d tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:14.141522 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb5a2aed-18df-42f9-9c1d-8d661b244ff9 req-56fddbdb-827a-426e-8a85-4f5ec486be7d tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 945 time: 0.0481641 Jul 30 08:16:14.182050 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb5a2aed-18df-42f9-9c1d-8d661b244ff9 req-65123eae-075b-4b63-a7ac-330924c1384a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 30 08:16:14.200863 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:14.213317 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:14.213700 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.257642 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:14.278763 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:16:14.343998 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.348043 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.373451 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:14.383731 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:14.386142 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55932503-4552-4d0e-8067-579076b8a047" -d '{"events": [{"server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "name": "network-vif-plugged", "status": "completed", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:14.411268 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:14.413280 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:14.416435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.421857 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.443658 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae381f-6fe0-4ba3-938c-772eb6df3211 x-openstack-request-id: req-ebae381f-6fe0-4ba3-938c-772eb6df3211 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:14.443950 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "name": "network-vif-plugged", "status": "completed", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:14.444200 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebae381f-6fe0-4ba3-938c-772eb6df3211 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:14.444585 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3', 'code': 200} Jul 30 08:16:14.473766 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:14.483379 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53424) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:14.528618 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:14.617939 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cff9e021-04c3-4ad3-af03-1ef298d1efd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.649684 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9860da-5329-416d-9fd0-70961ae5268c req-95933fd7-6506-4590-8940-b8a29ddfa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:14.651241 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1c9860da-5329-416d-9fd0-70961ae5268c req-95933fd7-6506-4590-8940-b8a29ddfa7fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 1099 time: 0.0614345 Jul 30 08:16:14.684231 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['ea216c5f-ee63-4592-8c63-61a2640d5d70'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:14.706614 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1c9860da-5329-416d-9fd0-70961ae5268c req-6a0be5de-8e46-40a3-b6a4-4fb9f23fdb9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Jul 30 08:16:14.746398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cff9e021-04c3-4ad3-af03-1ef298d1efd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.751615 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cff9e021-04c3-4ad3-af03-1ef298d1efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.793563 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cff9e021-04c3-4ad3-af03-1ef298d1efd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e6d1ba09c8946f08b1b45d48c39444d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085532 Jul 30 08:16:14.794857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9e021-04c3-4ad3-af03-1ef298d1efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede3bec-1501-416f-9cab-fbb9f6080657,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:14.796727 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53428) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:14.848743 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.869380 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.917428 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.920003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:14.921804 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fede3bec-1501-416f-9cab-fbb9f6080657 HTTP/1.1" status: 204 len: 168 time: 0.1233160 Jul 30 08:16:14.929160 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276bd1a-b9af-49d0-97f9-fb71f9c6acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede3bec-1501-416f-9cab-fbb9f6080657,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:15.051487 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442251cb-b366-49d0-acf1-8171ff5ec2a7 req-323656b4-80d5-4e40-a94c-f9a7f7d6b529 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:15.053048 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-442251cb-b366-49d0-acf1-8171ff5ec2a7 req-323656b4-80d5-4e40-a94c-f9a7f7d6b529 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0523121 Jul 30 08:16:15.091215 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-442251cb-b366-49d0-acf1-8171ff5ec2a7 req-b4975785-36d0-41ba-80ba-8c8976fccb86 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320852 Jul 30 08:16:15.300859 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddcb18-a462-42c3-b86d-91128fbf9b37 req-5f655cc6-8f6d-41f9-8412-38e5da20909c tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:15.303668 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43ddcb18-a462-42c3-b86d-91128fbf9b37 req-5f655cc6-8f6d-41f9-8412-38e5da20909c tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.0498955 Jul 30 08:16:15.341941 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-43ddcb18-a462-42c3-b86d-91128fbf9b37 req-e4e4f31f-03e1-484c-9bf5-46860e5ebfb3 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Jul 30 08:16:15.535443 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53454) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:15.629771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1853762585-network', 'tenant_id': '0f8355dbd5884dab916579b6396be412'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:15.651575 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Made reservation on behalf of 0f8355dbd5884dab916579b6396be412 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:15.653907 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.662329 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.751227 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.755130 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.783075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:16:15.788282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa3455b-81e1-44c7-9a9d-238ad5279a1d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:15.796946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.796946 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Added segment 56b8901f-4a40-4925-bf05-3a02ca950b0f of type vlan for network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 Jul 30 08:16:15.836318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.865202 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.866162 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:15.866769 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:15.923008 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3863792 Jul 30 08:16:15.925773 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53458) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:15.930624 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Request body: {'subnet': {'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1853762585-subnet', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:15.940249 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e28a5-1142-4950-b0ae-76408a5e8992 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:15.949723 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:16:15.958192 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Made reservation on behalf of 0f8355dbd5884dab916579b6396be412 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:15.960512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4812680'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.099106 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:16.130885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4812710'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.150803 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port ea216c5f-ee63-4592-8c63-61a2640d5d70 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:16.154429 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port ea216c5f-ee63-4592-8c63-61a2640d5d70 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:16.154802 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.190127 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a66b94-2023-44f4-b58b-bee454c2e8b5,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:16.207725 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Checking segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:16.208106 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Network hostable DHCP agents. Network: cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:16:16.223475 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecab4c-5bc5-4c59-8c0e-ea1d9bbc80ef req-b5952052-e19e-4638-bff6-9f07013c74a6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:16.225472 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d5ecab4c-5bc5-4c59-8c0e-ea1d9bbc80ef req-b5952052-e19e-4638-bff6-9f07013c74a6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0596361 Jul 30 08:16:16.225732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:16:16.235259 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:16.239837 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:16.241089 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.242635 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.247117 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f07cf3-13ce-4e24-9c98-80ecb1fe6c1d None None] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:16.256724 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-856d1a35-3c3b-473d-a703-2e925a497a5f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297913 Jul 30 08:16:16.259258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53462) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:16.263763 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:16.289551 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d5ecab4c-5bc5-4c59-8c0e-ea1d9bbc80ef req-df6ff7a9-3a01-4bb0-9f52-3ab83f59c7c4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572557 Jul 30 08:16:16.291391 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.292512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.327233 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:16.335475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.359899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.428934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:16.450400 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:16.453262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598d194-4f03-4421-9a4c-3e3e7d440d1b" -d '{"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:16.462271 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531066-2ac2-4cfa-b240-f6e1b8a300a3 req-1865e109-35b2-4c19-a3a1-68075b8ef371 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:16.464065 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-47531066-2ac2-4cfa-b240-f6e1b8a300a3 req-1865e109-35b2-4c19-a3a1-68075b8ef371 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.0536330 Jul 30 08:16:16.474222 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:16:16.475342 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.493536 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e2f13-1cb3-4827-be9b-a79491e51b3b x-openstack-request-id: req-e12e2f13-1cb3-4827-be9b-a79491e51b3b {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:16.493932 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:16.494248 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e12e2f13-1cb3-4827-be9b-a79491e51b3b {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:16.494696 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'code': 200} Jul 30 08:16:16.516203 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-47531066-2ac2-4cfa-b240-f6e1b8a300a3 req-a976593b-fb8a-4e21-adca-d8e9a6d2f6c1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374143 Jul 30 08:16:16.517742 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.652775 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Allocated IP 172.20.0.2 (cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164/18a66b94-2023-44f4-b58b-bee454c2e8b5/cb7b5073-a956-47b1-a914-c8c2994296c5) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:16.766796 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688e1ca-ee9e-41d2-960e-99e808590dc4 req-88a077ad-7b65-42ef-ad24-3e8e3b9571e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:16.768601 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1688e1ca-ee9e-41d2-960e-99e808590dc4 req-88a077ad-7b65-42ef-ad24-3e8e3b9571e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1098 time: 0.1050406 Jul 30 08:16:16.776253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.802384 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.812330 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.822097 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Transition to ACTIVE for port object cb7b5073-a956-47b1-a914-c8c2994296c5 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:16.838814 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Transition to ACTIVE for port object cb7b5073-a956-47b1-a914-c8c2994296c5 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:16.846568 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.867704 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1688e1ca-ee9e-41d2-960e-99e808590dc4 req-5d704a9f-69fc-4221-b3a7-17857d2eda23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883663 Jul 30 08:16:16.886363 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:16.895094 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:16.897518 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Pushing event updated for resources: {'Port': ['ID=cb7b5073-a956-47b1-a914-c8c2994296c5,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:16.900151 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:16.932244 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Allocated IP 172.27.0.107 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/b0a4f880-5ef2-42a1-bd8d-f56df553db06) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:16.965832 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Attempting to bind port cb7b5073-a956-47b1-a914-c8c2994296c5 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:16.966347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Attempting to bind port cb7b5073-a956-47b1-a914-c8c2994296c5 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:16.966749 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Attempting to bind port cb7b5073-a956-47b1-a914-c8c2994296c5 on network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:16.973243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:16.973866 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Checking segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:16.974455 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:16.974941 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Bound using segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:16.975504 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Bound port: cb7b5073-a956-47b1-a914-c8c2994296c5, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:16.975984 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.047035 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] For port cb7b5073-a956-47b1-a914-c8c2994296c5, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:17.049344 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.051809 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] For port cb7b5073-a956-47b1-a914-c8c2994296c5, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=cb7b5073-a956-47b1-a914-c8c2994296c5,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:17.057382 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.095464 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.127983 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ecbfb-51c8-43eb-a3dc-ab10f135311a None None] Pushing event updated for resources: {'Port': ['ID=cb7b5073-a956-47b1-a914-c8c2994296c5,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:17.141132 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:17.144231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:17.149223 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:17.185737 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a4f880-5ef2-42a1-bd8d-f56df553db06,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:17.220515 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ee74-410d-4a0f-b7b4-c68fff43a3c7 req-d9eaf04a-f9d5-41dc-92e0-fffc582efa20 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:17.221965 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41b3ee74-410d-4a0f-b7b4-c68fff43a3c7 req-d9eaf04a-f9d5-41dc-92e0-fffc582efa20 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.0617564 Jul 30 08:16:17.262027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41b3ee74-410d-4a0f-b7b4-c68fff43a3c7 req-03b112fb-4747-46fb-9e70-9192641f284f tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Jul 30 08:16:17.423350 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed3e8-992b-43e1-a157-44686cc4ba46 req-c8973f1f-4199-4603-a59e-14fec547d363 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:17.425154 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c98ed3e8-992b-43e1-a157-44686cc4ba46 req-c8973f1f-4199-4603-a59e-14fec547d363 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0560257 Jul 30 08:16:17.459981 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.465497 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c98ed3e8-992b-43e1-a157-44686cc4ba46 req-6780719c-f6ba-4eb4-9053-c7511c915a51 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338314 Jul 30 08:16:17.649644 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.777134 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:16:17.887696 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:17.900167 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Sync routers for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:17.904096 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:17.906708 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9b65f059-c914-444c-a55d-b5a8e679e1e3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6463599 Jul 30 08:16:17.909563 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53484) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:17.911914 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:17.912531 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:18.035741 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:18.133477 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device cb7b5073-a956-47b1-a914-c8c2994296c5 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:18.135301 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9789eb-4bbf-4b8e-ac47-37bc0dc14048 None None] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:18.255235 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-10d5e75d-e033-4a14-a921-d65097ddf262 None None] Provisioning for port cb7b5073-a956-47b1-a914-c8c2994296c5 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:18.341146 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port cb7b5073-a956-47b1-a914-c8c2994296c5 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:18.359053 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port cb7b5073-a956-47b1-a914-c8c2994296c5 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:18.359349 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.393141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.420723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362edda1-9962-46a2-a939-f39eebdd0215 req-bfd38e22-44a7-4661-ba53-565bb949d01a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:18.422945 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-362edda1-9962-46a2-a939-f39eebdd0215 req-bfd38e22-44a7-4661-ba53-565bb949d01a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.0740204 Jul 30 08:16:18.509588 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-362edda1-9962-46a2-a939-f39eebdd0215 req-afc99bf8-6c10-41e9-b303-4e8a5c7aa3c7 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Jul 30 08:16:18.572109 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:17Z', 'revision_number': 3, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:18.604241 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Checking router: be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:18.604590 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Updating router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 port b0a4f880-5ef2-42a1-bd8d-f56df553db06 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:16:18.626700 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Allocated IP 172.20.0.1 (cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164/18a66b94-2023-44f4-b58b-bee454c2e8b5/584c76d9-d437-4c99-89a9-48b4d0bb9bb7) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:18.642021 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28eca-4c99-4c78-9ef6-b3dfe856f76c req-c8f9ed5e-fdf6-49ef-bac9-596122a52604 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:18.643589 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0de28eca-4c99-4c78-9ef6-b3dfe856f76c req-c8f9ed5e-fdf6-49ef-bac9-596122a52604 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0938911 Jul 30 08:16:18.660975 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.703358 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-2969fae4-ca15-467a-8bbb-ca017e8cd7a5 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:18.706288 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-2969fae4-ca15-467a-8bbb-ca017e8cd7a5 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.0722644 Jul 30 08:16:18.738965 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0de28eca-4c99-4c78-9ef6-b3dfe856f76c req-c485f085-d1c4-474c-98ef-f9a839706800 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857430 Jul 30 08:16:18.755494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.797719 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.815766 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Transition to ACTIVE for port object 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:18.830861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Deleting port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:16:18.831454 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.845659 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port cb7b5073-a956-47b1-a914-c8c2994296c5, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=cb7b5073-a956-47b1-a914-c8c2994296c5,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:18.874687 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.888204 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.910193 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f265-71c6-4dd1-b1c1-d93cdc3098de req-3128798e-1993-4cab-a0c5-0bb22c58d75a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:18.911723 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19c7f265-71c6-4dd1-b1c1-d93cdc3098de req-3128798e-1993-4cab-a0c5-0bb22c58d75a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0797677 Jul 30 08:16:18.925880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53492) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:18.931531 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Request body: {'floatingip': {'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:18.933813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:18.937923 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:18.941570 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:18.960708 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5823e6cd-0496-4c72-9878-26fd0fe0be3b None None] Provisioning complete for port cb7b5073-a956-47b1-a914-c8c2994296c5 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:18.961116 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5823e6cd-0496-4c72-9878-26fd0fe0be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.966879 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=cb7b5073-a956-47b1-a914-c8c2994296c5,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:18.983641 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Pushing event updated for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:18.983843 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.995160 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:18.996455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] For port fde747eb-2352-41f9-88ca-ea2ffd3e20b3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:18.996880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.137796 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.155761 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Transition to ACTIVE for port object b0a4f880-5ef2-42a1-bd8d-f56df553db06 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:19.163886 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.180041 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.224710 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd64b1-7c01-4e31-91ab-f6235be8b8ee None None] Pushing event updated for resources: {'Port': ['ID=b0a4f880-5ef2-42a1-bd8d-f56df553db06,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:19.234609 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Attempting to bind port b0a4f880-5ef2-42a1-bd8d-f56df553db06 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:19.235190 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Attempting to bind port b0a4f880-5ef2-42a1-bd8d-f56df553db06 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:19.235796 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Attempting to bind port b0a4f880-5ef2-42a1-bd8d-f56df553db06 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:19.244515 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:19.245195 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:19.246425 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.247222 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:19.247957 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Bound port: b0a4f880-5ef2-42a1-bd8d-f56df553db06, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:19.249894 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.309525 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c12bde7b-2a53-4152-963b-80e14e180ae1 None None] Provisioning for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:19.320447 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c12bde7b-2a53-4152-963b-80e14e180ae1 None None] Provisioning complete for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:19.320751 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c12bde7b-2a53-4152-963b-80e14e180ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.324794 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] For port b0a4f880-5ef2-42a1-bd8d-f56df553db06, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:19.357607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] For port b0a4f880-5ef2-42a1-bd8d-f56df553db06, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=b0a4f880-5ef2-42a1-bd8d-f56df553db06,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:19.366421 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.368648 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Calling delete_port for fde747eb-2352-41f9-88ca-ea2ffd3e20b3 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:16:19.372783 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-c12bde7b-2a53-4152-963b-80e14e180ae1 None None] Port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:19.375824 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.383343 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.429155 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:19.429791 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:19.457771 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Pushing event updated for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:19.460500 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.470282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd64b1-7c01-4e31-91ab-f6235be8b8ee None None] Pushing event updated for resources: {'Port': ['ID=b0a4f880-5ef2-42a1-bd8d-f56df553db06,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:19.557970 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:19.584157 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:19.586983 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:19.696107 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee9141-45ec-4c98-bece-981154d8964e req-af94569d-b72f-4e41-b1c3-44ab669ee648 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:19.698516 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.704998 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d5ee9141-45ec-4c98-bece-981154d8964e req-af94569d-b72f-4e41-b1c3-44ab669ee648 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=77016739-91fc-47b6-9f5e-61aad01033b2 HTTP/1.1" status: 200 len: 946 time: 0.1144826 Jul 30 08:16:19.716412 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['fde747eb-2352-41f9-88ca-ea2ffd3e20b3'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:19.763742 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d5ee9141-45ec-4c98-bece-981154d8964e req-0afab106-657f-4ee4-b588-c26afab8a019 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531101 Jul 30 08:16:19.787806 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Pushing event deleted for resources: {'Port': ['ID=fde747eb-2352-41f9-88ca-ea2ffd3e20b3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:19.829622 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:16:19.834895 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 2, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:19.864144 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] No DVR routers for this DVR port fde747eb-2352-41f9-88ca-ea2ffd3e20b3 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:16:19.865730 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba328a9-88c1-4c03-bed3-133ee3b13190 None None] The sync data for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi is: [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 2, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:19.867742 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.869903 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c10d95d5-9851-466e-bed0-8d4a606bd218 req-54a47ec5-1c89-45d6-9f1c-f880b7c72f89 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "DELETE /v2.0/ports/fde747eb-2352-41f9-88ca-ea2ffd3e20b3 HTTP/1.1" status: 204 len: 173 time: 1.1557395 Jul 30 08:16:19.870345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'name': 'network-vif-deleted', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:19.872569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e76ecb0-c114-4d3d-ae44-97c7e5f22546" -d '{"events": [{"server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "name": "network-vif-deleted", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:19.901991 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-879de44a-de8a-453b-975d-c64ddd1d56b3 None None] Provisioning complete for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:19.902505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-879de44a-de8a-453b-975d-c64ddd1d56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:19.957762 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-879de44a-de8a-453b-975d-c64ddd1d56b3 None None] Port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:19.973810 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8107fac-9c7b-456c-bc66-8c83340184e5 x-openstack-request-id: req-b8107fac-9c7b-456c-bc66-8c83340184e5 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:19.974132 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77016739-91fc-47b6-9f5e-61aad01033b2", "name": "network-vif-deleted", "tag": "fde747eb-2352-41f9-88ca-ea2ffd3e20b3", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:19.974348 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8107fac-9c7b-456c-bc66-8c83340184e5 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:19.974735 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77016739-91fc-47b6-9f5e-61aad01033b2', 'name': 'network-vif-deleted', 'tag': 'fde747eb-2352-41f9-88ca-ea2ffd3e20b3', 'status': 'completed', 'code': 200} Jul 30 08:16:19.998371 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:20.004443 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5dabe68e-4205-4931-94e7-39c95b019f85 admin admin] 10.222.0.16 "PUT /v2.0/routers/be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0935915 Jul 30 08:16:20.070016 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.076085 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.083460 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device cb7b5073-a956-47b1-a914-c8c2994296c5 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:20.143094 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port cb7b5073-a956-47b1-a914-c8c2994296c5 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:20.143684 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.237215 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Floating IP 0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff associated. External IP: 172.27.0.42, port: ea216c5f-ee63-4592-8c63-61a2640d5d70. Jul 30 08:16:20.498839 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:16:20.620130 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:20.625872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.632810 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:20.644945 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:20.647005 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:20.685295 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d73c9499-c78e-4e08-9a93-4750565bc2e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "PUT /v2.0/floatingips/0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff HTTP/1.1" status: 200 len: 990 time: 1.7576771 Jul 30 08:16:20.695895 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53516) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:20.705125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76563872-network', 'tenant_id': 'aad5b76370c4402f916c751733253401'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:20.743119 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Made reservation on behalf of aad5b76370c4402f916c751733253401 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:20.745745 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.758859 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.796397 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:20.875389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.881003 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.912349 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1a515f93-535f-4e04-8927-b117a390d02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.942654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:16:20.951713 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc73297-4b7e-4d9b-b9ec-c3f5fa0efe1d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:20.960212 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:20.960544 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Added segment f7d0e09e-d689-4f4d-ad13-819936e031f0 of type vlan for network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 Jul 30 08:16:21.011259 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.047485 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.049581 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:21.050487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.113238 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4158986 Jul 30 08:16:21.118598 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53532) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:21.119880 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20737f30-06a4-477e-b502-392675e6962e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:03Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:21.123324 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eda2c-88ae-46d3-b15a-e763b7906f35 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc6b48a-22f5-4648-a60b-74f0a1e60b16,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:21.127466 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Request body: {'subnet': {'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76563872-subnet', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:21.135205 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:16:21.152231 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:21.162852 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:21.163490 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:21.180089 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Made reservation on behalf of aad5b76370c4402f916c751733253401 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:21.182627 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.196073 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-68cac8d3-193b-4279-97d4-ebc792a0959a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:21.204375 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-68cac8d3-193b-4279-97d4-ebc792a0959a tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 809 time: 0.1561558 Jul 30 08:16:21.257107 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-b2a6b5b0-6122-47c4-809d-6abfe641e385 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/quotas/516afe98d8094f01ab100be1b277d5f8 HTTP/1.1" status: 200 len: 375 time: 0.0518503 Jul 30 08:16:21.298365 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:21.305146 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-35656b18-0506-40f9-ae31-1a3e0e4af5b0 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371284 Jul 30 08:16:21.544749 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20737f30-06a4-477e-b502-392675e6962e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:03Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:21.572105 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85483d-9a78-4b19-a789-ceceb7340d7f None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20737f30-06a4-477e-b502-392675e6962e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:03Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 1, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:21.666541 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4d647b54-1087-4bbb-a9e1-08928db2a6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517725 Jul 30 08:16:21.733210 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.758205 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fcd2f-35f4-4d05-be85-71d71bad4dea None None] New status for floating IP 0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:16:21.809114 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d869c9-504e-419d-aa8d-b9d3595ef5bf,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:21.819329 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-bd543292-6423-4eca-9a23-db4ca8351062 service neutron] 10.222.0.16 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441324 Jul 30 08:16:21.839024 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Checking segment: {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:21.839606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Network hostable DHCP agents. Network: 4fc6b48a-22f5-4648-a60b-74f0a1e60b16, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:16:21.862727 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:16:21.872655 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 4fc6b48a-22f5-4648-a60b-74f0a1e60b16) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:21.880238 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:21.880238 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.899753 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-687f430d-ac4d-4687-a696-321d1f10aeab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7789688 Jul 30 08:16:21.902315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53536) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:21.907932 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:21.912399 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96519427-ae07-43ee-8c57-23a0efdf13ce None None] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:21.944801 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.946285 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:21.975856 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:21.978815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2101638-1f0c-45fc-b57c-b246764bdced" -d '{"events": [{"name": "network-changed", "server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:22.036808 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390822d-d55b-45f3-9cdc-e675faaad8ea x-openstack-request-id: req-a390822d-d55b-45f3-9cdc-e675faaad8ea {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:22.037152 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:22.037809 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a390822d-d55b-45f3-9cdc-e675faaad8ea {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:22.038221 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'status': 'completed', 'code': 200} Jul 30 08:16:22.079110 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.107036 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-efb04796-c247-40ca-857f-9d663b555aa9 req-f8980287-4dee-4284-a684-c321fa3b9f8f tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 210 time: 0.1307623 Jul 30 08:16:22.172399 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fde747eb-2352-41f9-88ca-ea2ffd3e20b3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:16:22.176775 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:16:22.178147 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.183468 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device b0a4f880-5ef2-42a1-bd8d-f56df553db06 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:22.212654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101638-1f0c-45fc-b57c-b246764bdced req-edd9e648-e56c-4212-baf3-5fc44fa9b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:22.214484 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-edd9e648-e56c-4212-baf3-5fc44fa9b402 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1098 time: 0.1549354 Jul 30 08:16:22.291414 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.300295 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: fde747eb-2352-41f9-88ca-ea2ffd3e20b3 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:16:22.300678 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device fde747eb-2352-41f9-88ca-ea2ffd3e20b3 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:16:22.373518 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101638-1f0c-45fc-b57c-b246764bdced req-2bc7aa22-013b-41f0-a741-e38aca1c218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:22.375638 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-2bc7aa22-013b-41f0-a741-e38aca1c218f service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.1512184 Jul 30 08:16:22.386542 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port b0a4f880-5ef2-42a1-bd8d-f56df553db06 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:22.398790 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port b0a4f880-5ef2-42a1-bd8d-f56df553db06 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:22.399241 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.482607 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-6d943d33-ed77-4a53-90a6-e4244ead8e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 1000 time: 0.0989068 Jul 30 08:16:22.525298 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Allocated IP 172.20.0.2 (4fc6b48a-22f5-4648-a60b-74f0a1e60b16/b5d869c9-504e-419d-aa8d-b9d3595ef5bf/c434f3cf-a46b-4607-914b-1b75787b628b) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:22.573081 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101638-1f0c-45fc-b57c-b246764bdced req-a306fe0d-6137-4a4f-a3aa-9489bb2a7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:22.575029 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-a306fe0d-6137-4a4f-a3aa-9489bb2a7f89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0836952 Jul 30 08:16:22.595605 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.636434 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.644774 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101638-1f0c-45fc-b57c-b246764bdced req-8928fbc4-6e13-42dd-b554-42678bafffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:22.647474 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-8928fbc4-6e13-42dd-b554-42678bafffb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622952 Jul 30 08:16:22.668755 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.710027 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Sync routers for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:22.710625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port b0a4f880-5ef2-42a1-bd8d-f56df553db06, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=b0a4f880-5ef2-42a1-bd8d-f56df553db06,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:22.717284 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.731911 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:22.732880 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:15:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:22.775812 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-cf648e8a-5401-42ab-91a3-ba8e8826ef42 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114521 Jul 30 08:16:22.817459 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=b0a4f880-5ef2-42a1-bd8d-f56df553db06,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:22.830905 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.831257 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.831627 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.831969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.832306 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.832643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.833005 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.833340 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.833809 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.834149 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.834481 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.834934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:22.838574 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Allocated IP 172.27.0.161 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/54010d80-2bd4-4606-8cec-c64859a49fe9) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:22.865775 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.879402 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Transition to ACTIVE for port object c434f3cf-a46b-4607-914b-1b75787b628b will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:22.898766 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:22.924130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Transition to ACTIVE for port object c434f3cf-a46b-4607-914b-1b75787b628b will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:22.937512 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:22.970033 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-b2101638-1f0c-45fc-b57c-b246764bdced req-0bbd2738-7ce7-4f98-bf99-3cd4531d5a28 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854792 Jul 30 08:16:22.996513 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69bf1f-a22f-40e1-ad71-9e0acb64194b req-74f7e1e5-91e6-408e-9b7d-c3ff68283ce8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:22.998121 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed69bf1f-a22f-40e1-ad71-9e0acb64194b req-74f7e1e5-91e6-408e-9b7d-c3ff68283ce8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1168005 Jul 30 08:16:23.029351 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:23.034430 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:23.038773 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:23.041830 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Pushing event updated for resources: {'Port': ['ID=c434f3cf-a46b-4607-914b-1b75787b628b,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:23.071346 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.094837 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ed69bf1f-a22f-40e1-ad71-9e0acb64194b req-858612c2-5d54-492e-b070-0169a090054c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638661 Jul 30 08:16:23.102736 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Attempting to bind port c434f3cf-a46b-4607-914b-1b75787b628b on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:23.103160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Attempting to bind port c434f3cf-a46b-4607-914b-1b75787b628b by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:23.103679 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Attempting to bind port c434f3cf-a46b-4607-914b-1b75787b628b on network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:23.110967 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:23.110967 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Checking segment: {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:23.111281 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.111621 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Bound using segment: {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:23.112323 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Bound port: c434f3cf-a46b-4607-914b-1b75787b628b, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:23.112541 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.144064 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.153306 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 2, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:23.195911 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] For port c434f3cf-a46b-4607-914b-1b75787b628b, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:23.199778 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] For port c434f3cf-a46b-4607-914b-1b75787b628b, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=c434f3cf-a46b-4607-914b-1b75787b628b,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:23.205634 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.212934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Pushing event updated for resources: {'Port': ['ID=54010d80-2bd4-4606-8cec-c64859a49fe9,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:23.242410 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:23.246591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5ffa55b4-944b-4e58-a226-2984d62fa919 req-0c4c95d6-20b5-4a61-9479-c7fe203aa36f tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 210 time: 0.0619574 Jul 30 08:16:23.247745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:23.252006 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:23.276682 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Checking router: be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:23.276682 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Updating router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:16:23.288461 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a58c81-7a32-44c6-ad0c-1e0e7a9bae88 None None] Pushing event updated for resources: {'Port': ['ID=c434f3cf-a46b-4607-914b-1b75787b628b,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:23.314344 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.394463 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5b3742e6-8b04-4a86-8437-b779e9f580eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.579375 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-740c4ee5-ae94-4957-b3b8-5f716800c607 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:23.581358 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-740c4ee5-ae94-4957-b3b8-5f716800c607 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 809 time: 0.1533816 Jul 30 08:16:23.602298 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Request body: {'port': {'device_id': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb', 'admin_state_up': True, 'tenant_id': '516afe98d8094f01ab100be1b277d5f8'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:23.633027 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.694137 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.707540 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Transition to ACTIVE for port object 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:23.729874 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.738169 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.783616 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Made reservation on behalf of 516afe98d8094f01ab100be1b277d5f8 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:23.791092 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.809218 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Pushing event updated for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:23.820536 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.821175 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.821847 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.822376 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.822923 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.823453 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.824120 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.824644 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.825309 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.825871 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.826353 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.827043 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:23.856216 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.859457 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.884277 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Attempting to bind port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:23.884848 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Attempting to bind port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:23.885754 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Attempting to bind port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 on network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:23.896457 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:23.896837 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Checking segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:23.897276 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.897676 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Bound using segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:23.898161 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Bound port: 584c76d9-d437-4c99-89a9-48b4d0bb9bb7, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:23.898559 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:23.958871 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Allocated IP 172.20.0.3 (69d6d98f-f287-4703-ab57-b9adb6e05ceb/7a4be4f9-efe8-422a-a654-940302c156ee/5bc1fa68-fb57-4b68-ad10-c397e483e2ec) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:23.974058 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] For port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:23.978168 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] For port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:23.983569 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.025734 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Router a04cb8a8-b11b-4104-be05-a00d51a798e2 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:16:24.069895 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:24.070429 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:24.072440 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01df8a9-487f-4d17-a067-075ea2c024ff None None] Pushing event updated for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:24.237069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.284390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.339463 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:24.349783 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:24.362225 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Sync routers for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:24.376372 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Network 69d6d98f-f287-4703-ab57-b9adb6e05ceb is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:24.379483 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:24.382696 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:24.384267 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device b0a4f880-5ef2-42a1-bd8d-f56df553db06 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:24.412086 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.413792 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0afe1f71-e9b9-45d8-b161-69ad83c1150b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5103481 Jul 30 08:16:24.414784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:24.415438 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:24.438176 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53572) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:24.483977 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:24.486275 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.520341 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b236c-b01c-4def-9709-ee1f3167f666 req-0f97be37-8310-4b6a-a60e-6bb68514eecc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:24.526827 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-450b236c-b01c-4def-9709-ee1f3167f666 req-0f97be37-8310-4b6a-a60e-6bb68514eecc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.2679260 Jul 30 08:16:24.536993 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b82e-31d7-4706-942e-34810ec771b6 req-5a570b00-2e7b-4836-8896-4d6276a1b2f1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:24.551384 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3618b82e-31d7-4706-942e-34810ec771b6 req-5a570b00-2e7b-4836-8896-4d6276a1b2f1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 931 time: 0.1549256 Jul 30 08:16:24.553567 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Pushing event updated for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:24.570032 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-ce77da69-6207-400d-bae8-8c80bf1c2a8e tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770508 Jul 30 08:16:24.583943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Request body: {'port': {'device_id': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:24.696343 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.702531 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:23Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:24.734859 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2506f-2020-445f-9440-f1140334e8a2 None None] The sync data for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi is: [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:23Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:24.784748 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf804c-a604-48bc-b5f2-c2be71911634 None None] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:16:24.794173 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.882058 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-499ef9e7-3c17-41d9-ba21-9b35ab733b62 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:24.883688 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-499ef9e7-3c17-41d9-ba21-9b35ab733b62 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 946 time: 0.1290047 Jul 30 08:16:24.905228 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port b0a4f880-5ef2-42a1-bd8d-f56df553db06 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:24.906936 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:24.949308 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-450b236c-b01c-4def-9709-ee1f3167f666 req-b86c082a-c438-471c-835d-bd3fd26e15e0 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea637392-7b2d-438f-b186-d5b4d2648f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892133 Jul 30 08:16:24.969581 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:25.002059 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3618b82e-31d7-4706-942e-34810ec771b6 req-e87a3bd1-82ba-411d-b452-33a2041428fa tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445128 Jul 30 08:16:25.071070 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6ac6a52f-088a-4614-a18a-0c71cf1f06ee None None] Provisioning for port c434f3cf-a46b-4607-914b-1b75787b628b completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:25.187132 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Deleting port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:16:25.187649 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.274429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc1fa68-fb57-4b68-ad10-c397e483e2ec {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:25.286233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.315868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Transition to ACTIVE for port object 5bc1fa68-fb57-4b68-ad10-c397e483e2ec will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:25.323026 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device c434f3cf-a46b-4607-914b-1b75787b628b up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:25.323946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.382067 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.386591 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:23Z', 'revision_number': 3, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:25.387024 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] For port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:25.387458 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.426959 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:25.452934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Checking router: a04cb8a8-b11b-4104-be05-a00d51a798e2 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:25.453282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Updating router a04cb8a8-b11b-4104-be05-a00d51a798e2 port 54010d80-2bd4-4606-8cec-c64859a49fe9 binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:16:25.521977 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port c434f3cf-a46b-4607-914b-1b75787b628b completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:25.524185 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.566728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port c434f3cf-a46b-4607-914b-1b75787b628b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:25.567101 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.615881 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Allocated IP 172.20.0.1 (4fc6b48a-22f5-4648-a60b-74f0a1e60b16/b5d869c9-504e-419d-aa8d-b9d3595ef5bf/faa67daf-d76d-4e8d-bc11-5e226be42779) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:25.619200 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Attempting to bind port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:25.619715 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Attempting to bind port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:25.619715 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Attempting to bind port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:25.642009 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:16:25.643755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Attempting to bind port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec on network 69d6d98f-f287-4703-ab57-b9adb6e05ceb {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:25.710359 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:25.710359 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Checking segment: {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:25.710760 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Bound using segment: {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:25.711195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Bound port: 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01463e35-c564-4a85-84f2-a38211c51d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:25.711558 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.735985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.736788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.736788 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Floating IP 667aad75-505d-4dd0-bb81-148c5d86bfad disassociated. External IP: 172.27.0.162, port: 6d5b1e4a-ed8b-4c99-b04a-db55928082e8. Jul 30 08:16:25.737091 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Calling delete_port for 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:16:25.763044 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.778986 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Transition to ACTIVE for port object faa67daf-d76d-4e8d-bc11-5e226be42779 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:25.820391 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.825048 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ccabd63c-321a-4ca1-9527-e5ecab6d4ab3 None None] Provisioning complete for port c434f3cf-a46b-4607-914b-1b75787b628b triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:25.825424 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ccabd63c-321a-4ca1-9527-e5ecab6d4ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.844392 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:25.850897 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:25.853018 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.860191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.885112 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:25.892140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:25.906003 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:25.906995 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.908447 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] 10.222.0.30 "PUT /v2.0/ports/5bc1fa68-fb57-4b68-ad10-c397e483e2ec HTTP/1.1" status: 200 len: 1093 time: 1.3294125 Jul 30 08:16:25.915060 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Pushing event updated for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:25.919944 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:25.930976 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:25.934992 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port c434f3cf-a46b-4607-914b-1b75787b628b, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=c434f3cf-a46b-4607-914b-1b75787b628b,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:25.942852 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:25.947483 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365" -d '{"events": [{"name": "network-changed", "server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:25.970700 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.025885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174c144-feb1-47ec-91f8-d3430a53a8e8 x-openstack-request-id: req-e174c144-feb1-47ec-91f8-d3430a53a8e8 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:26.027180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:26.028353 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e174c144-feb1-47ec-91f8-d3430a53a8e8 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:26.030835 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec', 'status': 'completed', 'code': 200} Jul 30 08:16:26.040215 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65430a-b3af-4767-92e9-c42ea7030ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.119944 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.131389 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=c434f3cf-a46b-4607-914b-1b75787b628b,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.141654 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Transition to ACTIVE for port object 54010d80-2bd4-4606-8cec-c64859a49fe9 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:26.163317 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.178659 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-9629d896-840c-4e27-829a-bf54c9c67b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:26.180243 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-9629d896-840c-4e27-829a-bf54c9c67b22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 1096 time: 0.2168918 Jul 30 08:16:26.201784 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.208603 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:26.252474 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-616362a9-31de-4fa9-a405-b1f612f0156a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec HTTP/1.1" status: 200 len: 217 time: 0.0609748 Jul 30 08:16:26.273160 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d661b679-9bfd-4d84-8196-adf4cb50b3ff req-a84b0a9e-b05d-4ad6-b569-9f913cf5cc03 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 210 time: 0.1032286 Jul 30 08:16:26.285072 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'Port': ['ID=6d5b1e4a-ed8b-4c99-b04a-db55928082e8,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.285855 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b9f4-9054-4bca-a674-54467e41104d None None] Pushing event updated for resources: {'Port': ['ID=54010d80-2bd4-4606-8cec-c64859a49fe9,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.291858 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.296065 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Attempting to bind port 54010d80-2bd4-4606-8cec-c64859a49fe9 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:26.296449 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Attempting to bind port 54010d80-2bd4-4606-8cec-c64859a49fe9 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:26.296817 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Attempting to bind port 54010d80-2bd4-4606-8cec-c64859a49fe9 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:26.319903 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.322897 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:26.323086 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fdaa4-10b5-444c-9692-ec8f4efc162e req-6d830491-85cc-4e49-82fb-2f273f104da9 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:26.323189 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:26.323189 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.323483 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:26.324336 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Bound port: 54010d80-2bd4-4606-8cec-c64859a49fe9, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:26.324336 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.330336 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f7fdaa4-10b5-444c-9692-ec8f4efc162e req-6d830491-85cc-4e49-82fb-2f273f104da9 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 943 time: 0.1574054 Jul 30 08:16:26.367191 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ceb384e8-d320-48ba-a4fe-ae66097166ed None None] Provisioning for port faa67daf-d76d-4e8d-bc11-5e226be42779 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:26.379665 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-c57e9f3b-5e29-4d38-a106-c47048ac30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:26.380755 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-c57e9f3b-5e29-4d38-a106-c47048ac30bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4be4f9-efe8-422a-a654-940302c156ee HTTP/1.1" status: 200 len: 849 time: 0.1055839 Jul 30 08:16:26.380917 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ceb384e8-d320-48ba-a4fe-ae66097166ed None None] Provisioning complete for port faa67daf-d76d-4e8d-bc11-5e226be42779 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:26.380917 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ceb384e8-d320-48ba-a4fe-ae66097166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.414819 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3f7fdaa4-10b5-444c-9692-ec8f4efc162e req-668d5ef6-e19d-4785-80ed-294047066463 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817611 Jul 30 08:16:26.415242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:26.425842 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:26.426218 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.446215 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-1063d326-ab93-431e-b6e6-fb8e48cbbd7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69d6d98f-f287-4703-ab57-b9adb6e05ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541735 Jul 30 08:16:26.450915 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] For port 54010d80-2bd4-4606-8cec-c64859a49fe9, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:26.473402 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-ceb384e8-d320-48ba-a4fe-ae66097166ed None None] Port faa67daf-d76d-4e8d-bc11-5e226be42779 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:26.480175 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] For port 54010d80-2bd4-4606-8cec-c64859a49fe9, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=54010d80-2bd4-4606-8cec-c64859a49fe9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:26.488845 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.562672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.568192 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.584664 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b9f4-9054-4bca-a674-54467e41104d None None] Pushing event updated for resources: {'Port': ['ID=54010d80-2bd4-4606-8cec-c64859a49fe9,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.588700 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:26.589915 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:26.639397 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.659782 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Pushing event updated for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.662600 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.726627 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:26.736174 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:26.771034 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:26.788105 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:26.790098 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:26.839896 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:16:26.845352 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:26.868292 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-aa097c0b-c303-4340-b6df-c9b0062fbf99 service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954916 Jul 30 08:16:26.961961 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Router a04cb8a8-b11b-4104-be05-a00d51a798e2 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:16:27.067700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:27.070844 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3feef763-885e-4e17-9fc0-bf4bca5cf2b2 req-503202be-c6b4-41fa-adf2-daacbb8a6312 service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615241 Jul 30 08:16:27.079977 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:27.092787 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:27.094896 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:27.128732 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] No DVR routers for this DVR port 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:16:27.154501 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:27.157788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:27.159897 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-57699457-410f-4c2c-bd4a-02d977fc68b5 req-aa2274cc-4876-4222-b657-ee811446935e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "DELETE /v2.0/ports/6d5b1e4a-ed8b-4c99-b04a-db55928082e8 HTTP/1.1" status: 204 len: 173 time: 2.2693484 Jul 30 08:16:27.162195 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0d3f9b6-6bbc-42fa-a433-9afe5540df13 admin admin] 10.222.0.16 "PUT /v2.0/routers/a04cb8a8-b11b-4104-be05-a00d51a798e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217653 Jul 30 08:16:27.210191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-ad92c3ad-0524-4433-814c-f2bceb8ef157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:27.212062 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-ad92c3ad-0524-4433-814c-f2bceb8ef157 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516afe98d8094f01ab100be1b277d5f8&device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0812578 Jul 30 08:16:27.216494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f0f0c096-8e0a-4d8c-88b8-5653043d84b1 None None] Provisioning complete for port faa67daf-d76d-4e8d-bc11-5e226be42779 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:27.217057 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c096-8e0a-4d8c-88b8-5653043d84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:27.246769 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'faa67daf-d76d-4e8d-bc11-5e226be42779', 'name': '', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:25Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 2, 'project_id': 'aad5b76370c4402f916c751733253401', 'subnets': [{'id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:27.248451 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:27.303625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4e52b-ed62-4e9a-9773-f1ae8b747cac None None] The sync data for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi is: [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'faa67daf-d76d-4e8d-bc11-5e226be42779', 'name': '', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:25Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 2, 'project_id': 'aad5b76370c4402f916c751733253401', 'subnets': [{'id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:27.305388 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0c096-8e0a-4d8c-88b8-5653043d84b1 None None] Port faa67daf-d76d-4e8d-bc11-5e226be42779 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:27.341944 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-97fe88b6-6e74-4389-b10d-7233ac0a5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:27.345366 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-97fe88b6-6e74-4389-b10d-7233ac0a5f20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 200 len: 910 time: 0.1177089 Jul 30 08:16:27.411111 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-2dac2925-0043-4a53-91de-49a234634483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec HTTP/1.1" status: 200 len: 217 time: 0.0582066 Jul 30 08:16:27.465907 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7630fdb6-41f0-46b5-bf42-34bcd350a0dc req-91a7ad17-6713-4cdb-bcc8-aca8dfb7b8b6 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=865e718f-29ef-4680-86e9-8c2532a6470c HTTP/1.1" status: 200 len: 210 time: 0.0425527 Jul 30 08:16:27.475426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-0311e405-51db-4de8-8b9d-fca179077f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:27.476967 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-0311e405-51db-4de8-8b9d-fca179077f9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a4be4f9-efe8-422a-a654-940302c156ee HTTP/1.1" status: 200 len: 849 time: 0.0579996 Jul 30 08:16:27.522691 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-f71a3c6a-3032-4e74-85f5-5516f490a62c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69d6d98f-f287-4703-ab57-b9adb6e05ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335252 Jul 30 08:16:27.528152 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:27.555292 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:27.565091 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:27.566305 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:27.652767 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84af61-31df-415b-9685-79fc3cf5dc8f req-1195cbdf-c6c3-4a6d-9bee-96078c1a7598 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:27.654418 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b84af61-31df-415b-9685-79fc3cf5dc8f req-1195cbdf-c6c3-4a6d-9bee-96078c1a7598 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 943 time: 0.1183231 Jul 30 08:16:27.713473 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-51dfe63a-af06-4325-bdc9-7cd5cf8ff309 service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748269 Jul 30 08:16:27.721302 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5b84af61-31df-415b-9685-79fc3cf5dc8f req-ea971264-d5b5-418f-9bbf-75a58dbdec3b tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 Jul 30 08:16:27.740744 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:27.883125 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-70f5c7f8-ccc2-4af2-8ecb-a3b4356e8365 req-d99bfc61-1615-49de-bb7c-8ee865f2d7fa service neutron] 10.222.0.30 "GET /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612005 Jul 30 08:16:27.909793 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53598) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:27.914383 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152417166', 'description': 'tempest-secgroup-smoke-1152417166 description', 'project_id': '0f8355dbd5884dab916579b6396be412'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:27.947938 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.002633 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:28.032498 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'name': 'network-vif-deleted', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:28.035369 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c110ecd7-d46d-49cf-a7ca-02a404994515" -d '{"events": [{"server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "name": "network-vif-deleted", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:28.038252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.046747 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.067576 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.069359 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1583805 Jul 30 08:16:28.072267 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53602) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.077256 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:28.094449 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129d6df-6ea0-45fc-9a9c-769473399415 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a393dea-75f1-4806-a0d6-6c401c8c0960,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.131921 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:16:28.146371 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8837bc2-6c45-4b76-8234-12096bd28a71 None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:28.147137 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0d1c0-3871-43a0-8285-9aaa5a684b2d x-openstack-request-id: req-0ab0d1c0-3871-43a0-8285-9aaa5a684b2d {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:28.147631 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865e718f-29ef-4680-86e9-8c2532a6470c", "name": "network-vif-deleted", "tag": "6d5b1e4a-ed8b-4c99-b04a-db55928082e8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:28.148083 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ab0d1c0-3871-43a0-8285-9aaa5a684b2d {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:28.148693 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e718f-29ef-4680-86e9-8c2532a6470c', 'name': 'network-vif-deleted', 'tag': '6d5b1e4a-ed8b-4c99-b04a-db55928082e8', 'status': 'completed', 'code': 200} Jul 30 08:16:28.149569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.157087 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device c434f3cf-a46b-4607-914b-1b75787b628b up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:28.159645 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:16:28.160051 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 6d5b1e4a-ed8b-4c99-b04a-db55928082e8 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:16:28.212230 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.213968 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port c434f3cf-a46b-4607-914b-1b75787b628b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:28.214513 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.218837 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.246849 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23c7449-f0b0-4f79-9282-6d5dfa153586,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.254837 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.258848 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e8e9a4ff-bac9-44a8-a58c-ba8f051fa434 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827009 Jul 30 08:16:28.259645 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53604) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.264931 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:28.308547 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:28.310097 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.365852 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:28.366239 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.376675 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.380730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.416082 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666ea166-3ed0-46cc-bd7a-9a96935c2e9b,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.442671 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.446128 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-451e830c-18e8-42d0-8fb0-3858eb56a6db tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1849682 Jul 30 08:16:28.448729 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53606) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.453868 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:28.497217 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.542785 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128a10-373a-467b-81a4-73ad69f66c37 None None] New status for floating IP 667aad75-505d-4dd0-bb81-148c5d86bfad: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:16:28.578578 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.580433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53612) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.584991 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.616429 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0048d7b-d778-41ef-83a9-f065ca47e14a,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.625883 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.627898 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-deaf149f-ddb0-4d67-90a6-e86e80b10efa tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780198 Jul 30 08:16:28.632142 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53614) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.637727 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:28.666964 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.692045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.704100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.781102 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.784617 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.805157 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.807942 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.812490 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea637392-7b2d-438f-b186-d5b4d2648f48 HTTP/1.1" status: 204 len: 168 time: 0.2275708 Jul 30 08:16:28.813820 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53618) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.817141 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21264611-a780-4fa5-a3fe-41b874417577,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.824610 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.829064 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f8ed553b-0267-42a0-95f2-1db3334a4af0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1926465 Jul 30 08:16:28.829515 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181462e7-a663-49f3-aba6-91c5ad270fb2 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea637392-7b2d-438f-b186-d5b4d2648f48,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.833159 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53620) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.839349 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:28.866297 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Project 0f8355dbd5884dab916579b6396be412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:16:28.871471 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.873448 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.api.v2.resource [None req-52fdeb5a-731d-4907-8b8a-e64f897ae37c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] show failed (client error): The resource could not be found. Jul 30 08:16:28.878255 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-52fdeb5a-731d-4907-8b8a-e64f897ae37c tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups/ea637392-7b2d-438f-b186-d5b4d2648f48 HTTP/1.1" status: 404 len: 347 time: 0.0635166 Jul 30 08:16:28.879288 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53622) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:28.944737 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8531c6f-d570-4693-97f5-753252d41460 req-424b97ff-0cc9-46e0-b3bf-b6a57fb1c778 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:28.946309 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f8531c6f-d570-4693-97f5-753252d41460 req-424b97ff-0cc9-46e0-b3bf-b6a57fb1c778 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 943 time: 0.1343493 Jul 30 08:16:28.960522 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.967398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:28.986037 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec82d722-54f0-4769-99dd-b7adb51440d3,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:28.999420 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.000812 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c0cf77d6-aab0-404f-8d32-a0273a817a80 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665282 Jul 30 08:16:29.003751 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53626) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:29.009247 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'security_group_rule': {'security_group_id': '8a393dea-75f1-4806-a0d6-6c401c8c0960', 'project_id': '0f8355dbd5884dab916579b6396be412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:29.034602 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Project 0f8355dbd5884dab916579b6396be412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:16:29.040278 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.055715 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f8531c6f-d570-4693-97f5-753252d41460 req-5ac72778-43bf-49de-ac4f-9fe0b19af38b tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746179 Jul 30 08:16:29.080838 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Deleting port b62f3e7d-a64a-47d2-9ea5-4a96306f155f {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:16:29.081221 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.114482 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.118534 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.137575 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b31bd2-b700-464c-a49b-f3e3fa1ab091,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:29.144344 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.149916 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8d6343a1-a089-4fc9-8465-a3728dde4530 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439204 Jul 30 08:16:29.176313 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.176628 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.189206 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Calling delete_port for b62f3e7d-a64a-47d2-9ea5-4a96306f155f owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:16:29.295085 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:16:29.389799 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.416504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'Port': ['ID=b62f3e7d-a64a-47d2-9ea5-4a96306f155f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:29.479494 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.482110 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:29.486274 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-49101850-4fa3-4724-becc-07c2cb88976b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "DELETE /v2.0/floatingips/667aad75-505d-4dd0-bb81-148c5d86bfad HTTP/1.1" status: 204 len: 168 time: 0.6018715 Jul 30 08:16:30.063001 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53686) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:30.067679 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504813473', 'description': 'tempest-description--672765982'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:30.102437 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.106312 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 54010d80-2bd4-4606-8cec-c64859a49fe9 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:30.149719 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 5bc1fa68-fb57-4b68-ad10-c397e483e2ec details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:16:30.191243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 54010d80-2bd4-4606-8cec-c64859a49fe9 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:30.207057 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f5d1-69bf-46fd-a860-aea848c6e8eb req-a9718978-aa77-4e9d-853e-c2a65e286023 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:30.208944 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1006f5d1-69bf-46fd-a860-aea848c6e8eb req-a9718978-aa77-4e9d-853e-c2a65e286023 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 943 time: 0.0774090 Jul 30 08:16:30.221328 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.224570 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 54010d80-2bd4-4606-8cec-c64859a49fe9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:30.225119 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.226422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.254897 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1006f5d1-69bf-46fd-a860-aea848c6e8eb req-bb63af99-b680-4b27-8c01-c0794904e051 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Jul 30 08:16:30.261899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.263436 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1992836 Jul 30 08:16:30.264511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38825-7349-4cac-90f1-1b127ed4b1bb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe790a6-9929-451f-8b45-1619ece71158,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:30.266737 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 53690) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:30.277016 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group_rule': {'security_group_id': 'dfe790a6-9929-451f-8b45-1619ece71158', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:30.307599 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:30.313220 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.322661 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec', 'network_id': '69d6d98f-f287-4703-ab57-b9adb6e05ceb', 'port_id': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec', 'mac_address': 'fa:16:3e:b9:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4be4f9-efe8-422a-a654-940302c156ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:16:30.359299 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.362829 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.381817 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164fea13-bf3b-4415-b8e4-44a9d0685761,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:30.388381 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.389140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.390543 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224182 Jul 30 08:16:30.392208 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.392564 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.392927 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.394666 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53692) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:30.394813 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.397504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.397504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.397881 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.398230 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.398580 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.398910 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.399014 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'security_group_rule': {'security_group_id': 'dfe790a6-9929-451f-8b45-1619ece71158', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:30.399261 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.400352 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.401478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87109747-74d3-45ec-9b0a-dfa4a1578bcd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:16:30.422458 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 54010d80-2bd4-4606-8cec-c64859a49fe9, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=54010d80-2bd4-4606-8cec-c64859a49fe9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:30.425950 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1fa68-fb57-4b68-ad10-c397e483e2ec {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:30.431611 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.436577 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.480492 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:30.490665 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.501548 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=54010d80-2bd4-4606-8cec-c64859a49fe9,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:30.502989 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.506939 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.527484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08112ef4-add3-495a-b649-28a62ba443ad,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:30.532414 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.537455 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-53f91c33-64f5-49c5-b40d-a85c12aab58d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391373 Jul 30 08:16:30.537455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53694) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:30.541816 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:30.555243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:30.567246 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.665159 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.727701 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['5bc1fa68-fb57-4b68-ad10-c397e483e2ec'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:30.776253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Allocated IP 172.27.0.41 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:30.885490 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.927240 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:30.969714 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:30.972602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:30.977979 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:30.983571 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:31.065107 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.098848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.246221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.252021 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.321163 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:31.336801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.350654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:31.352055 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4fbf86ce-4e3d-44c3-bbb2-5a40ac97ba0a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8138709 Jul 30 08:16:31.391979 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4977f-569e-4e8e-954c-23c6a758c95d req-a80cf7be-3422-42d1-a001-9ce166b65896 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:31.393504 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ef4977f-569e-4e8e-954c-23c6a758c95d req-a80cf7be-3422-42d1-a001-9ce166b65896 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 944 time: 0.0538301 Jul 30 08:16:31.431593 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3ef4977f-569e-4e8e-954c-23c6a758c95d req-ff9bb13d-e7e9-49ae-86ba-41a3088e9cca tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Jul 30 08:16:31.544995 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-611572d2-5471-4272-a70d-96c831c49afd tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1504813473&fields=id&tenant_id=3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 267 time: 0.0329785 Jul 30 08:16:31.655889 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-82014cae-9ae4-48ba-8958-6f30f37fd449 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:31.657406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-82014cae-9ae4-48ba-8958-6f30f37fd449 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 810 time: 0.1050804 Jul 30 08:16:31.672401 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-ba0539a5-6c1b-48e5-9603-de3c4280567d tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/quotas/3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 375 time: 0.0093935 Jul 30 08:16:31.723679 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-c97c084b-cef5-4a78-a51c-a90c7032da15 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462050 Jul 30 08:16:31.826558 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-6b9a7150-24e8-46ce-ba90-cc26de4b2004 service neutron] 10.222.0.16 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Jul 30 08:16:31.870610 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Sync routers for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:31.880467 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:31.881188 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:31.917599 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-6a3d5cfe-32af-4d2f-8533-83a3b63eedde service neutron] 10.222.0.16 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Jul 30 08:16:32.004483 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:32.103636 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 54010d80-2bd4-4606-8cec-c64859a49fe9 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:32.115474 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ca6918cf-ac49-4b3e-b8ce-5a43574ba472 req-fd8c260b-ff0b-4351-b101-eb5a7f55ce25 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 210 time: 0.0351267 Jul 30 08:16:32.150172 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 5bc1fa68-fb57-4b68-ad10-c397e483e2ec up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:32.199090 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 54010d80-2bd4-4606-8cec-c64859a49fe9 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:32.199528 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.252739 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:32.259676 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:32.260049 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.260438 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'faa67daf-d76d-4e8d-bc11-5e226be42779', 'name': '', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:25Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 2, 'project_id': 'aad5b76370c4402f916c751733253401', 'subnets': [{'id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:32.290089 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Checking router: a04cb8a8-b11b-4104-be05-a00d51a798e2 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:32.290089 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Updating router a04cb8a8-b11b-4104-be05-a00d51a798e2 port faa67daf-d76d-4e8d-bc11-5e226be42779 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:16:32.322325 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.385159 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.413386 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:32.415771 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7f054-b830-4e4f-bbe0-e9b2b2093daa" -d '{"events": [{"server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:32.433432 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:32.439366 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.463410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804cc6cb-dd8b-4ab1-b555-0a327638591f x-openstack-request-id: req-804cc6cb-dd8b-4ab1-b555-0a327638591f {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:32.463711 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:32.464463 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-804cc6cb-dd8b-4ab1-b555-0a327638591f {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:32.464463 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec', 'code': 200} Jul 30 08:16:32.498526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:32.604866 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3409d79-8cf7-4a13-bb42-535cb7970d31 req-885b3cc4-de7f-427a-9aed-6fd70f53bfad tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:32.607256 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c3409d79-8cf7-4a13-bb42-535cb7970d31 req-885b3cc4-de7f-427a-9aed-6fd70f53bfad tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 945 time: 0.0711160 Jul 30 08:16:32.655520 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c3409d79-8cf7-4a13-bb42-535cb7970d31 req-4bed049b-e0ac-4c20-af1f-b0d0370f7d72 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Jul 30 08:16:32.662202 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6a863-c6d5-47db-bba9-0224ef28ad42 req-266d0da8-4af0-4214-b8bb-462c22859a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:32.664996 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-22e6a863-c6d5-47db-bba9-0224ef28ad42 req-266d0da8-4af0-4214-b8bb-462c22859a0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0462916 Jul 30 08:16:32.671980 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.695519 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Transition to ACTIVE for port object faa67daf-d76d-4e8d-bc11-5e226be42779 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:32.703513 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.707825 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-22e6a863-c6d5-47db-bba9-0224ef28ad42 req-1501117a-c234-4c8c-8800-a5961a8d62d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Jul 30 08:16:32.754315 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973189f-6ce0-4037-9f9d-e7b02f5104be None None] Pushing event updated for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:32.805852 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Attempting to bind port faa67daf-d76d-4e8d-bc11-5e226be42779 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:32.806183 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Attempting to bind port faa67daf-d76d-4e8d-bc11-5e226be42779 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:32.806377 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Attempting to bind port faa67daf-d76d-4e8d-bc11-5e226be42779 on network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:32.811792 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:32.812180 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Checking segment: {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:32.812585 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.813004 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Bound using segment: {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:32.813500 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Bound port: faa67daf-d76d-4e8d-bc11-5e226be42779, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d0e09e-d689-4f4d-ad13-819936e031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:32.813895 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.889650 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] For port faa67daf-d76d-4e8d-bc11-5e226be42779, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:32.894438 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] For port faa67daf-d76d-4e8d-bc11-5e226be42779, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=faa67daf-d76d-4e8d-bc11-5e226be42779,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:32.913204 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:32.974947 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:32.975867 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:32.977726 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973189f-6ce0-4037-9f9d-e7b02f5104be None None] Pushing event updated for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:33.086639 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:33.229662 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d4c4996-9721-4750-a6bf-01aa5679bf7e req-43be6ad3-487d-4f71-a70e-c4a6647ad407 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 210 time: 0.0363460 Jul 30 08:16:33.327870 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'faa67daf-d76d-4e8d-bc11-5e226be42779', 'name': '', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:25Z', 'updated_at': '2021-07-30T08:16:32Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'subnets': [{'id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:33.358545 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe8ba2-1f57-4c45-8a40-65cdb6eaf2ba None None] The sync data for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi is: [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': 'faa67daf-d76d-4e8d-bc11-5e226be42779', 'name': '', 'network_id': '4fc6b48a-22f5-4648-a60b-74f0a1e60b16', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:25Z', 'updated_at': '2021-07-30T08:16:32Z', 'revision_number': 4, 'project_id': 'aad5b76370c4402f916c751733253401', 'subnets': [{'id': 'b5d869c9-504e-419d-aa8d-b9d3595ef5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:33.370585 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-48a9ba4b-061f-4288-842a-a0398e6e66b3 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:33.372098 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-48a9ba4b-061f-4288-842a-a0398e6e66b3 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 810 time: 0.1490564 Jul 30 08:16:33.439896 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-97260126-14bd-4db7-831d-b6c175bfecc7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3729b0a9fd814feb8554b8be4d497dad HTTP/1.1" status: 200 len: 380 time: 0.0412951 Jul 30 08:16:33.450824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'port': {'device_id': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'admin_state_up': True, 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'security_groups': ['dfe790a6-9929-451f-8b45-1619ece71158']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:33.578900 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Made reservation on behalf of 3729b0a9fd814feb8554b8be4d497dad for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:33.582642 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:33.719885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Allocated IP 172.20.0.12 (efc792a5-324d-415d-b81e-8c2f8183f6fc/33b91915-ec72-410d-aeda-f2ff232e6b38/e214d5ea-6718-40ed-a791-972579bde36d) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:33.789795 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4a7f-2f78-4345-8b4b-05c3c11a68db req-407378a4-8678-4aec-90cd-abf948cf7206 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:33.792087 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-12ee4a7f-2f78-4345-8b4b-05c3c11a68db req-407378a4-8678-4aec-90cd-abf948cf7206 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 945 time: 0.0544932 Jul 30 08:16:33.844176 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-12ee4a7f-2f78-4345-8b4b-05c3c11a68db req-c9e7208b-a6e2-4c58-8bfb-829660961777 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Jul 30 08:16:33.882096 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:33.897019 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Transition to ACTIVE for port object e214d5ea-6718-40ed-a791-972579bde36d will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:33.937062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:33.980187 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Network efc792a5-324d-415d-b81e-8c2f8183f6fc is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:33.983953 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:33.987930 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:34.021059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event updated for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:34.080231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:34.080882 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.106641 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-83678c30-9839-4261-94d0-a317df078d99 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6598248 Jul 30 08:16:34.132474 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Request body: {'port': {'device_id': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:34.138934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device faa67daf-d76d-4e8d-bc11-5e226be42779 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:34.222810 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.255013 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port faa67daf-d76d-4e8d-bc11-5e226be42779 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:34.263135 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port faa67daf-d76d-4e8d-bc11-5e226be42779 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:34.263613 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.287240 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6708dbba-5b44-4dcb-b76b-260147248edc None None] Provisioning for port e214d5ea-6718-40ed-a791-972579bde36d completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:34.294170 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6708dbba-5b44-4dcb-b76b-260147248edc None None] Provisioning complete for port e214d5ea-6718-40ed-a791-972579bde36d triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:34.294812 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6708dbba-5b44-4dcb-b76b-260147248edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.345831 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-6708dbba-5b44-4dcb-b76b-260147248edc None None] Port e214d5ea-6718-40ed-a791-972579bde36d cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:34.387402 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.392216 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1696-d157-4d27-9821-dca9de0f8377 req-cddfa6cf-f7bf-406c-936e-b3eeacb5f9a8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:34.394141 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b53e1696-d157-4d27-9821-dca9de0f8377 req-cddfa6cf-f7bf-406c-936e-b3eeacb5f9a8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 932 time: 0.0705812 Jul 30 08:16:34.438792 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port faa67daf-d76d-4e8d-bc11-5e226be42779, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=faa67daf-d76d-4e8d-bc11-5e226be42779,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:34.445457 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.464173 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b53e1696-d157-4d27-9821-dca9de0f8377 req-1aee6940-b3fb-4a34-956e-9a771bcba59f tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621729 Jul 30 08:16:34.511045 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:34.550188 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e214d5ea-6718-40ed-a791-972579bde36d {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:34.557998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.571238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Transition to ACTIVE for port object e214d5ea-6718-40ed-a791-972579bde36d will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:34.575532 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.627897 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Pushing event updated for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:34.714237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Attempting to bind port e214d5ea-6718-40ed-a791-972579bde36d on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:34.714582 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Attempting to bind port e214d5ea-6718-40ed-a791-972579bde36d by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:34.714918 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Attempting to bind port e214d5ea-6718-40ed-a791-972579bde36d on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:34.720399 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Port e214d5ea-6718-40ed-a791-972579bde36d on network efc792a5-324d-415d-b81e-8c2f8183f6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:16:34.721018 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Attempting to bind port e214d5ea-6718-40ed-a791-972579bde36d on network efc792a5-324d-415d-b81e-8c2f8183f6fc {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:34.725850 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ea30-8b03-4c4f-92de-3b7c1189a922 req-77b0cf27-ba6e-4fd7-b254-6d35b654888d tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:34.727029 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:34.727183 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1d2ea30-8b03-4c4f-92de-3b7c1189a922 req-77b0cf27-ba6e-4fd7-b254-6d35b654888d tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Jul 30 08:16:34.727608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Checking segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:34.731433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Bound using segment: {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:34.731893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Bound port: e214d5ea-6718-40ed-a791-972579bde36d, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541f4cde-7263-49e0-be56-0e51acad03a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:34.732270 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.778000 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f1d2ea30-8b03-4c4f-92de-3b7c1189a922 req-d4f1b871-7d78-4212-aba0-79809d044f17 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Jul 30 08:16:34.805931 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:34.809694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e214d5ea-6718-40ed-a791-972579bde36d,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:34.814425 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.850695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:34.851315 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:34.852739 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] 10.222.0.30 "PUT /v2.0/ports/e214d5ea-6718-40ed-a791-972579bde36d HTTP/1.1" status: 200 len: 1094 time: 0.7373884 Jul 30 08:16:34.853196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:34.855435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "tag": "e214d5ea-6718-40ed-a791-972579bde36d"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:34.881469 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b2afe-00ad-4c66-aaa1-7f8e48c63b0a service neutron] Pushing event updated for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:34.918820 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43bcb44-82a6-4784-af8d-2862e5510e5b x-openstack-request-id: req-c43bcb44-82a6-4784-af8d-2862e5510e5b {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:34.919107 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "tag": "e214d5ea-6718-40ed-a791-972579bde36d", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:34.919354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c43bcb44-82a6-4784-af8d-2862e5510e5b {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:34.919750 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d', 'status': 'completed', 'code': 200} Jul 30 08:16:34.956739 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-02e201d7-0bf1-48e7-bec7-8b1ad4ecc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:34.958343 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-02e201d7-0bf1-48e7-bec7-8b1ad4ecc815 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 1097 time: 0.0510089 Jul 30 08:16:35.013906 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-1c94b13b-81fc-4fdd-90f8-2d7cf2d277a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e214d5ea-6718-40ed-a791-972579bde36d HTTP/1.1" status: 200 len: 217 time: 0.0393395 Jul 30 08:16:35.064875 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-ae418184-b503-4e58-bfa2-a6da63a453c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.066500 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-ae418184-b503-4e58-bfa2-a6da63a453c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.0448627 Jul 30 08:16:35.128472 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-b24d8df0-6f80-471b-b1fa-8777c6d09e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.129983 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-b24d8df0-6f80-471b-b1fa-8777c6d09e30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427189 Jul 30 08:16:35.221110 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-a6583cf3-b8cd-42a9-8283-0acb0892f7fc service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827630 Jul 30 08:16:35.318782 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40ee7f91-25cf-4bf1-ad1a-d5eb13a582da req-ac44480e-998f-4766-b4f5-2d19100fee5e service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901382 Jul 30 08:16:35.403305 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-1cd0e121-e3a7-49bf-ac79-fc5cd4d19034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.404784 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-1cd0e121-e3a7-49bf-ac79-fc5cd4d19034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 1097 time: 0.0409172 Jul 30 08:16:35.500568 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-3bb45518-3388-4a8a-8fa8-eed22f4ec3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.502033 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-3bb45518-3388-4a8a-8fa8-eed22f4ec3b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.0880809 Jul 30 08:16:35.548110 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-274aa83a-d1c1-4567-a929-9cfdd51db5bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e214d5ea-6718-40ed-a791-972579bde36d HTTP/1.1" status: 200 len: 217 time: 0.0380433 Jul 30 08:16:35.592159 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafbc26-70ff-4c6d-8f69-a94250151b92 req-30e9db74-0e7b-4b6b-91f0-9a0420c597a8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.593747 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcafbc26-70ff-4c6d-8f69-a94250151b92 req-30e9db74-0e7b-4b6b-91f0-9a0420c597a8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 944 time: 0.0504696 Jul 30 08:16:35.609766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-b08d39af-4259-40e0-b2e1-fb7532e3c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.611284 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-b08d39af-4259-40e0-b2e1-fb7532e3c2cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.0551858 Jul 30 08:16:35.634623 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bcafbc26-70ff-4c6d-8f69-a94250151b92 req-21856b61-dfbf-4f47-a1d2-873ccd738dfa tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348232 Jul 30 08:16:35.659545 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-8015e513-df93-47ca-9157-e90b0ea8c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.661090 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-8015e513-df93-47ca-9157-e90b0ea8c948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420372 Jul 30 08:16:35.753349 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-f03b0e4b-db80-47f0-99dd-c34349c89ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835357 Jul 30 08:16:35.851580 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88a85e5c-9d81-4fe1-8fdd-a21ab001c219 req-20219604-c7b2-49f5-9013-9e1bda574269 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jul 30 08:16:35.898198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7afdb-7ea5-4ba7-8e46-31e458e265c0 req-7be9085f-2724-4860-9539-7be7adf90aa1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:35.899641 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ede7afdb-7ea5-4ba7-8e46-31e458e265c0 req-7be9085f-2724-4860-9539-7be7adf90aa1 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Jul 30 08:16:35.936052 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ede7afdb-7ea5-4ba7-8e46-31e458e265c0 req-b5bbf8b5-bee5-4493-bc65-ca5b6de28c7b tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe9d11ed-e122-4c15-b5e6-82e47474c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300598 Jul 30 08:16:36.067090 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device faa67daf-d76d-4e8d-bc11-5e226be42779 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:36.120122 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port faa67daf-d76d-4e8d-bc11-5e226be42779 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:36.120494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:36.304779 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-4a50d44e-972e-4f19-b736-59383075ca61 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:36.306296 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-4a50d44e-972e-4f19-b736-59383075ca61 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Jul 30 08:16:36.401666 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Deleting port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:16:36.402008 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:36.492544 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] For port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,segment=NetworkSegment(01463e35-c564-4a85-84f2-a38211c51d2c),segment_id=01463e35-c564-4a85-84f2-a38211c51d2c)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:36.492949 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:36.508164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Calling delete_port for 5bc1fa68-fb57-4b68-ad10-c397e483e2ec owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:16:36.640259 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:36.652147 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['5bc1fa68-fb57-4b68-ad10-c397e483e2ec'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:36.672537 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Pushing event deleted for resources: {'Port': ['ID=5bc1fa68-fb57-4b68-ad10-c397e483e2ec,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:36.714426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] No DVR routers for this DVR port 5bc1fa68-fb57-4b68-ad10-c397e483e2ec on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:16:36.716982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:36.719464 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bad966bc-ba6f-413e-a03e-46f6fc54a154 req-38771bb7-04a2-49b1-9606-48fdb1b88844 tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.30 "DELETE /v2.0/ports/5bc1fa68-fb57-4b68-ad10-c397e483e2ec HTTP/1.1" status: 204 len: 173 time: 0.4064598 Jul 30 08:16:36.768316 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974fd7-3402-4d75-a296-6248447cd482 req-1a8a1b5d-1726-42f1-8cee-b23353f2b704 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:36.769849 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77974fd7-3402-4d75-a296-6248447cd482 req-1a8a1b5d-1726-42f1-8cee-b23353f2b704 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 944 time: 0.0567870 Jul 30 08:16:36.808774 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-77974fd7-3402-4d75-a296-6248447cd482 req-2fe01ac1-6a92-4405-b44b-ed8d4644557a tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325100 Jul 30 08:16:36.921164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'name': 'network-vif-deleted', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:36.923640 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f8204-d3a3-4f4a-9fa5-81ad1db8f624" -d '{"events": [{"server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "name": "network-vif-deleted", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:36.964923 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a198175-5f54-4183-85bc-09fd51da9114 x-openstack-request-id: req-9a198175-5f54-4183-85bc-09fd51da9114 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:36.965276 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01de380f-c03f-48dc-8e6e-81a9eae3b1f6", "name": "network-vif-deleted", "tag": "5bc1fa68-fb57-4b68-ad10-c397e483e2ec", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:36.965528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a198175-5f54-4183-85bc-09fd51da9114 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:36.965923 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01de380f-c03f-48dc-8e6e-81a9eae3b1f6', 'name': 'network-vif-deleted', 'tag': '5bc1fa68-fb57-4b68-ad10-c397e483e2ec', 'status': 'completed', 'code': 200} Jul 30 08:16:37.039567 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8a8e638-112d-43f7-b234-23f2223a33cf req-dd353bdd-9891-406e-a9f5-b46af12574de tempest-VolumesActionsTest-1522770263 tempest-VolumesActionsTest-1522770263-project] 10.222.0.16 "GET /v2.0/ports?device_id=01de380f-c03f-48dc-8e6e-81a9eae3b1f6 HTTP/1.1" status: 200 len: 210 time: 0.0254879 Jul 30 08:16:37.926778 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64a97-de1f-44a0-83a6-2e5e7fe91ee0 req-cd6970f8-3859-4576-9334-6993a6b97143 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:37.928302 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-71f64a97-de1f-44a0-83a6-2e5e7fe91ee0 req-cd6970f8-3859-4576-9334-6993a6b97143 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 944 time: 0.0511138 Jul 30 08:16:37.967638 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-71f64a97-de1f-44a0-83a6-2e5e7fe91ee0 req-443972c3-2561-417c-a65d-3d8406bbf6fb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Jul 30 08:16:38.195798 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e214d5ea-6718-40ed-a791-972579bde36d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:16:38.302353 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e214d5ea-6718-40ed-a791-972579bde36d,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:38.308472 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'e214d5ea-6718-40ed-a791-972579bde36d', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'port_id': 'e214d5ea-6718-40ed-a791-972579bde36d', 'mac_address': 'fa:16:3e:62:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:16:38.361825 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:38.374846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e214d5ea-6718-40ed-a791-972579bde36d {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:38.394853 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e214d5ea-6718-40ed-a791-972579bde36d,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:38.398672 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:38.448878 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:38.654553 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['e214d5ea-6718-40ed-a791-972579bde36d'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:39.086588 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a326a-cc72-474f-bbf2-95aca5f69241 req-08e63e94-7633-4db1-b893-7730204ed2d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:39.088197 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-652a326a-cc72-474f-bbf2-95aca5f69241 req-08e63e94-7633-4db1-b893-7730204ed2d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 945 time: 0.0484536 Jul 30 08:16:39.125479 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-652a326a-cc72-474f-bbf2-95aca5f69241 req-1840b78b-20fb-4cf6-9334-a2f9f20b220b tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Jul 30 08:16:40.239031 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41863a-70b2-4b02-ba6d-55e37c6d3d89 req-179b78cd-4394-4588-9ca6-5bb735346790 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:40.240494 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d41863a-70b2-4b02-ba6d-55e37c6d3d89 req-179b78cd-4394-4588-9ca6-5bb735346790 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 945 time: 0.0507178 Jul 30 08:16:40.279413 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d41863a-70b2-4b02-ba6d-55e37c6d3d89 req-59ca2b4f-36e3-4b32-9748-35aeb41e1013 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Jul 30 08:16:41.098495 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 5bc1fa68-fb57-4b68-ad10-c397e483e2ec no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:16:41.118094 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 5bc1fa68-fb57-4b68-ad10-c397e483e2ec {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:16:41.118436 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 5bc1fa68-fb57-4b68-ad10-c397e483e2ec not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:16:41.395118 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab87886-67f0-4f13-bb73-c3806b7ab8b5 req-5c32b5e2-068f-4d02-b164-6bfd72efd7c4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:41.396820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ab87886-67f0-4f13-bb73-c3806b7ab8b5 req-5c32b5e2-068f-4d02-b164-6bfd72efd7c4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 945 time: 0.0510426 Jul 30 08:16:41.433926 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ab87886-67f0-4f13-bb73-c3806b7ab8b5 req-57dbd816-66f6-4f84-8f60-9147f4199cc9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Jul 30 08:16:42.548399 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac116a4-573d-4ada-b04b-64a6506882fd req-c2834f09-564b-440d-94b8-0bfd478fab34 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:42.550165 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eac116a4-573d-4ada-b04b-64a6506882fd req-c2834f09-564b-440d-94b8-0bfd478fab34 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 945 time: 0.0516489 Jul 30 08:16:42.588697 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-eac116a4-573d-4ada-b04b-64a6506882fd req-a54a55fb-b0ae-4c37-b27f-692b5a6febb9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Jul 30 08:16:43.709331 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051cb4f-c802-45a7-9e06-5e13e8394baf req-70f36e04-2624-4e4c-8907-a77a985e1e70 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:43.716497 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8051cb4f-c802-45a7-9e06-5e13e8394baf req-70f36e04-2624-4e4c-8907-a77a985e1e70 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 945 time: 0.0570235 Jul 30 08:16:43.757496 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8051cb4f-c802-45a7-9e06-5e13e8394baf req-d1c6e75d-5691-44d1-8afa-123cac6aa0f0 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400219 Jul 30 08:16:44.243957 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e214d5ea-6718-40ed-a791-972579bde36d up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:16:44.322598 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port e214d5ea-6718-40ed-a791-972579bde36d completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:44.331533 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port e214d5ea-6718-40ed-a791-972579bde36d triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:44.332121 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:44.417449 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:44.441382 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:44.443584 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99be733-afc5-42cf-a002-e68da3b794b9" -d '{"events": [{"server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "name": "network-vif-plugged", "status": "completed", "tag": "e214d5ea-6718-40ed-a791-972579bde36d"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:44.457949 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e214d5ea-6718-40ed-a791-972579bde36d,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:44.473741 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:44.547157 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3634f1ae-0d62-42a9-840b-2074dfbb9388 x-openstack-request-id: req-3634f1ae-0d62-42a9-840b-2074dfbb9388 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:44.548303 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "name": "network-vif-plugged", "status": "completed", "tag": "e214d5ea-6718-40ed-a791-972579bde36d", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:44.548303 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3634f1ae-0d62-42a9-840b-2074dfbb9388 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:44.548513 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d', 'code': 200} Jul 30 08:16:44.561863 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:44.714112 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ec526-ba84-4452-af26-46a7223ddfdd req-4cb8cda6-30a5-49f9-b43c-d75ddc6ef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:44.715659 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e2ec526-ba84-4452-af26-46a7223ddfdd req-4cb8cda6-30a5-49f9-b43c-d75ddc6ef3a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 1099 time: 0.0464592 Jul 30 08:16:44.757666 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6e2ec526-ba84-4452-af26-46a7223ddfdd req-ac02be03-8e13-4ae2-9eef-4affdb5d094d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Jul 30 08:16:44.880327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d21605-07f5-44e1-b099-9f4085130df2 req-d72daf18-6c67-4bfb-a383-959fcc0e69cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:44.887822 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d21605-07f5-44e1-b099-9f4085130df2 req-d72daf18-6c67-4bfb-a383-959fcc0e69cb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0600367 Jul 30 08:16:44.929727 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-38d21605-07f5-44e1-b099-9f4085130df2 req-63f5c1fd-e088-4cca-b6f5-f684a526716e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Jul 30 08:16:46.094306 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cef46-0068-4e66-9478-60a8e4fa665e req-6fcc81d3-6d4b-497e-94fa-e430aa658feb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:46.096708 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a42cef46-0068-4e66-9478-60a8e4fa665e req-6fcc81d3-6d4b-497e-94fa-e430aa658feb tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0692644 Jul 30 08:16:46.154383 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a42cef46-0068-4e66-9478-60a8e4fa665e req-572cf256-ce6d-4c77-bfd4-7aa132aed299 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Jul 30 08:16:46.267423 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7856f-f36b-4a03-9891-8baddbb3cb09 req-5a0b4ebc-7177-476a-9fd2-28ae1f80e5d8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:46.269185 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2b7856f-f36b-4a03-9891-8baddbb3cb09 req-5a0b4ebc-7177-476a-9fd2-28ae1f80e5d8 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0514474 Jul 30 08:16:46.277887 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 53940) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:16:46.283566 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Request body: {'floatingip': {'port_id': 'e214d5ea-6718-40ed-a791-972579bde36d'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:46.327649 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:46.797457 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-2449a824-5948-4bf6-aaa2-872b6234134e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152417166&fields=id&tenant_id=0f8355dbd5884dab916579b6396be412 HTTP/1.1" status: 200 len: 267 time: 0.0489402 Jul 30 08:16:46.819478 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:46.823878 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:46.948378 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Floating IP a8cd525d-dbe5-4b53-8261-dafae26e8d3c associated. External IP: 172.27.0.41, port: e214d5ea-6718-40ed-a791-972579bde36d. Jul 30 08:16:47.129708 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-82915ca3-f33d-4310-9d6e-553c6d76aead tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:47.136865 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-82915ca3-f33d-4310-9d6e-553c6d76aead tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 809 time: 0.3385093 Jul 30 08:16:47.147465 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-383699d6-868c-43a3-9db8-8ea8558b1849 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/quotas/0f8355dbd5884dab916579b6396be412 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Jul 30 08:16:47.205483 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-a31191ab-821a-4295-a622-ec7789632f7f tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500777 Jul 30 08:16:47.227265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:16:47.352237 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-c2e35595-2f7e-4e94-9c53-74f1a5d9f80a service neutron] 10.222.0.16 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284063 Jul 30 08:16:47.353525 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:16:47.358816 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:47.366247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:16:47.380173 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:47.380802 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:47.400154 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-853ba1fb-32c8-4968-b281-3924d7c61df5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "PUT /v2.0/floatingips/a8cd525d-dbe5-4b53-8261-dafae26e8d3c HTTP/1.1" status: 200 len: 991 time: 1.1211016 Jul 30 08:16:47.401289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:47.403945 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d34068-f8bb-4b21-abc3-17f2d8b473f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "tag": "e214d5ea-6718-40ed-a791-972579bde36d"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:47.525819 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-0086d3e6-e6cb-44ae-8b26-de985eaf8355 service neutron] 10.222.0.16 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725931 Jul 30 08:16:47.556655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a1781-cc56-45d8-b3d8-fb84286303a2 x-openstack-request-id: req-643a1781-cc56-45d8-b3d8-fb84286303a2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:47.556954 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "tag": "e214d5ea-6718-40ed-a791-972579bde36d", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:47.557203 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-643a1781-cc56-45d8-b3d8-fb84286303a2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:47.557603 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d', 'status': 'completed', 'code': 200} Jul 30 08:16:47.636700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-016350fe-2e2f-4bde-8aca-b49d389d6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:47.638853 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-016350fe-2e2f-4bde-8aca-b49d389d6d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3729b0a9fd814feb8554b8be4d497dad&device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 1099 time: 0.0571802 Jul 30 08:16:47.670072 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:47.811546 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-62055bea-6251-4cc6-9467-208e25985cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:47.816931 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-62055bea-6251-4cc6-9467-208e25985cff service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 200 len: 911 time: 0.1595738 Jul 30 08:16:47.936715 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-ce63ffda-013d-4112-be82-cd360043b196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e214d5ea-6718-40ed-a791-972579bde36d HTTP/1.1" status: 200 len: 999 time: 0.1093483 Jul 30 08:16:48.022964 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': 'a8cd525d-dbe5-4b53-8261-dafae26e8d3c', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': 'e214d5ea-6718-40ed-a791-972579bde36d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:62:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:31Z', 'updated_at': '2021-07-30T08:16:46Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:48.057801 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-740b85de-5813-4079-900a-c874d3860a33 req-15d62e78-0e9e-40e1-95fa-92e63437146a tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 210 time: 0.0466192 Jul 30 08:16:48.083959 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:16:48.107933 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:16:48.111442 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:48.326798 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:16:48.387757 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-69ee6016-63ce-4ae8-a7b2-34928529e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:48.389295 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-69ee6016-63ce-4ae8-a7b2-34928529e5ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 200 len: 849 time: 0.4325838 Jul 30 08:16:48.439698 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-1d42467d-567b-4755-a060-f51e412bdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:48.441323 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-1d42467d-567b-4755-a060-f51e412bdf0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc792a5-324d-415d-b81e-8c2f8183f6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441751 Jul 30 08:16:48.586502 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-e2875d6d-01d0-4cbf-925e-63a14f7d1a79 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360109 Jul 30 08:16:48.653267 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': 'a8cd525d-dbe5-4b53-8261-dafae26e8d3c', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': 'e214d5ea-6718-40ed-a791-972579bde36d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:62:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:31Z', 'updated_at': '2021-07-30T08:16:46Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:16:48.703560 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800158c-1f4b-49fe-bc46-7fcffe8a6041 None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': 'a8cd525d-dbe5-4b53-8261-dafae26e8d3c', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'port_id': 'e214d5ea-6718-40ed-a791-972579bde36d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'mac_address': 'fa:16:3e:62:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:16:31Z', 'updated_at': '2021-07-30T08:16:46Z', 'revision_number': 1, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:16:48.706248 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-31d34068-f8bb-4b21-abc3-17f2d8b473f7 req-586eedd9-be1e-494c-aab1-422a2eb0cac1 service neutron] 10.222.0.30 "GET /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074843 Jul 30 08:16:48.980127 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824f7751-35d4-44a0-bc9f-ca57bcedcaf1 None None] New status for floating IP a8cd525d-dbe5-4b53-8261-dafae26e8d3c: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:16:49.179789 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d696b911-9ff2-4f76-a8ff-a38d7800d191 req-1d76e453-5266-43c5-a2cc-a8211462b7e8 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 210 time: 0.0440214 Jul 30 08:16:49.398868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-f0b73486-2593-4f00-b779-cd920f0b8d4f tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:49.400484 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-f0b73486-2593-4f00-b779-cd920f0b8d4f tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 809 time: 0.1583014 Jul 30 08:16:49.453494 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-2d0c3fe8-e4c1-4341-8e51-29443000f0cb tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8355dbd5884dab916579b6396be412 HTTP/1.1" status: 200 len: 380 time: 0.0415218 Jul 30 08:16:49.464602 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'port': {'device_id': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'admin_state_up': True, 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'security_groups': ['8a393dea-75f1-4806-a0d6-6c401c8c0960']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:49.601941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Made reservation on behalf of 0f8355dbd5884dab916579b6396be412 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:16:49.607812 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:49.767122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Allocated IP 172.20.0.6 (cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164/18a66b94-2023-44f4-b58b-bee454c2e8b5/e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:16:49.940053 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:49.960346 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Transition to ACTIVE for port object e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:50.003850 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.053298 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:16:50.056315 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:16:50.058901 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:16:50.091180 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:50.128506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:50.129110 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.151133 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5f1b2f9c-4893-4131-a935-3d2665d55be3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910715 Jul 30 08:16:50.177136 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Request body: {'port': {'device_id': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:16:50.248952 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.360751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7cb3-dc28-4251-bfe7-656d3913e77d req-b1c6fac7-1abd-4cc8-9785-51642e1dac8e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:50.370223 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-764b7cb3-dc28-4251-bfe7-656d3913e77d req-b1c6fac7-1abd-4cc8-9785-51642e1dac8e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 931 time: 0.0813179 Jul 30 08:16:50.414156 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-764b7cb3-dc28-4251-bfe7-656d3913e77d req-68ced5cf-9c52-40ed-9c09-af8ee7fabab9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Jul 30 08:16:50.452277 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-355a54a6-dbba-43aa-82fc-a1b545a1eff3 None None] Provisioning for port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:16:50.457377 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-355a54a6-dbba-43aa-82fc-a1b545a1eff3 None None] Provisioning complete for port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:16:50.457921 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-355a54a6-dbba-43aa-82fc-a1b545a1eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.494765 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-355a54a6-dbba-43aa-82fc-a1b545a1eff3 None None] Port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:16:50.550640 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:50.558564 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.571454 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Transition to ACTIVE for port object e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:16:50.576733 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.652764 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:50.729342 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Attempting to bind port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:16:50.732412 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Attempting to bind port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:16:50.732985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Attempting to bind port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b on network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:50.741297 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b on network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:16:50.741638 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Attempting to bind port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b on network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:16:50.748622 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:16:50.749130 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Checking segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:16:50.749364 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Bound using segment: {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:16:50.754252 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Bound port: e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b8901f-4a40-4925-bf05-3a02ca950b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:16:50.754627 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.841436 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:16:50.844876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:16:50.849458 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.891183 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:50.891993 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.893548 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] 10.222.0.30 "PUT /v2.0/ports/e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 1093 time: 0.7248080 Jul 30 08:16:50.893993 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:16:50.896734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708fc682-51de-4b55-81b8-28062360f6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:16:50.923890 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1e919-73e1-48d0-a3ca-75e11274329f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:50.955838 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-873f99f8-8ece-41d5-b6c6-2b12ae8e4dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:50.990695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7d60c-b2e2-4e7b-a01f-92e0c159efe2 x-openstack-request-id: req-93e7d60c-b2e2-4e7b-a01f-92e0c159efe2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:16:50.991060 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:16:50.991243 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93e7d60c-b2e2-4e7b-a01f-92e0c159efe2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:16:50.991629 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'status': 'completed', 'code': 200} Jul 30 08:16:51.020448 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-2b1ad3eb-80b8-4a9f-9307-4a43e4d6c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.022505 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-2b1ad3eb-80b8-4a9f-9307-4a43e4d6c1ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0828030 Jul 30 08:16:51.082379 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-3b12f413-ed89-41d1-b7a4-f6af21dc9e21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0516419 Jul 30 08:16:51.140334 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-66eb3720-3b74-4f86-812d-2ab449ffe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.141976 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-66eb3720-3b74-4f86-812d-2ab449ffe5d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0503235 Jul 30 08:16:51.211621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-a26e8676-5e54-4f31-b096-65aedf137809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.214592 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-a26e8676-5e54-4f31-b096-65aedf137809 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640905 Jul 30 08:16:51.314005 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-9ee20937-3542-472d-9ec2-a5c968e300e3 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917003 Jul 30 08:16:51.409779 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-3598efc4-cdcc-4644-91b4-59f6fd130d21 req-5b439340-6df1-4d31-842f-c105f0edad7a service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874991 Jul 30 08:16:51.509153 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc682-51de-4b55-81b8-28062360f6ca req-6cc1c77f-f922-43f6-a8a3-b622a09b7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.511788 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-6cc1c77f-f922-43f6-a8a3-b622a09b7793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0506666 Jul 30 08:16:51.569325 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e600f-0bcf-4225-8a7d-6fc3e6ca7c0a req-afe1a9ac-8753-476e-bce5-273607dd5b45 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.577427 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-668e600f-0bcf-4225-8a7d-6fc3e6ca7c0a req-afe1a9ac-8753-476e-bce5-273607dd5b45 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0620785 Jul 30 08:16:51.616445 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc682-51de-4b55-81b8-28062360f6ca req-c4385547-182d-4e3d-ba6b-f3dd94633bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.618235 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-c4385547-182d-4e3d-ba6b-f3dd94633bbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.0957067 Jul 30 08:16:51.625304 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-668e600f-0bcf-4225-8a7d-6fc3e6ca7c0a req-bbb115e1-b130-4596-96e3-330020747a54 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Jul 30 08:16:51.667621 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-e8b46a4e-bb29-4d8c-ad95-963d2e051d15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0355592 Jul 30 08:16:51.724970 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc682-51de-4b55-81b8-28062360f6ca req-74337a6e-570b-4370-9669-fa3edd78341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.726441 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-74337a6e-570b-4370-9669-fa3edd78341b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0510082 Jul 30 08:16:51.776848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc682-51de-4b55-81b8-28062360f6ca req-d38d0736-c700-42b1-ac27-9e3bdd669fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:51.778517 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-d38d0736-c700-42b1-ac27-9e3bdd669fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443854 Jul 30 08:16:51.886746 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-554b8fe6-6e74-4bb0-b2da-99399a2572e5 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975239 Jul 30 08:16:51.994528 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-708fc682-51de-4b55-81b8-28062360f6ca req-48350d12-2ad2-416f-a5b2-ecfa7f02e5f3 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984383 Jul 30 08:16:52.751808 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316ba9-5567-4b70-85fc-ce199dcb02c3 req-d4374db1-37c7-4165-9d28-9d308ba48176 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:52.753527 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64316ba9-5567-4b70-85fc-ce199dcb02c3 req-d4374db1-37c7-4165-9d28-9d308ba48176 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0514781 Jul 30 08:16:52.797819 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-64316ba9-5567-4b70-85fc-ce199dcb02c3 req-c936ffe5-223b-4363-ab6a-4f6559ae583a tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360584 Jul 30 08:16:53.391142 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b0cf0304-a6f2-4447-8287-561615c938f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:53.721813 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:53.877713 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:53.932414 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0da2-a49e-455a-8667-a7a991651dd2 req-bdd8a28b-de3b-4f60-9452-b339485ebc65 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:53.934028 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-345b0da2-a49e-455a-8667-a7a991651dd2 req-bdd8a28b-de3b-4f60-9452-b339485ebc65 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0563500 Jul 30 08:16:53.975491 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-345b0da2-a49e-455a-8667-a7a991651dd2 req-b2977daa-ef16-4b47-881d-751878ddef17 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Jul 30 08:16:54.477245 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:55.118750 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731a8e-4e30-4529-a868-f89e1c4f6601 req-5d582d6e-2375-458f-8dc8-b3409ef7f034 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:55.126882 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-61731a8e-4e30-4529-a868-f89e1c4f6601 req-5d582d6e-2375-458f-8dc8-b3409ef7f034 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0756238 Jul 30 08:16:55.164737 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-61731a8e-4e30-4529-a868-f89e1c4f6601 req-11b46dac-97c9-4c8d-a318-74e885eb2ce8 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Jul 30 08:16:56.264509 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:56.312474 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c981a-fdf5-4978-a5ef-bea6bcd94e05 req-4e1ded65-7a5c-4809-84e9-c6fd237bb386 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:56.314681 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f88c981a-fdf5-4978-a5ef-bea6bcd94e05 req-4e1ded65-7a5c-4809-84e9-c6fd237bb386 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0603955 Jul 30 08:16:56.356357 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f88c981a-fdf5-4978-a5ef-bea6bcd94e05 req-d9da102a-28a9-4578-a6ba-1ac5d0769b70 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349689 Jul 30 08:16:57.487192 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d9d36-c1ad-4543-890b-5c69d338f983 req-a62b018e-e435-427b-959a-2f2a3ca74d1e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:57.489682 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9f2d9d36-c1ad-4543-890b-5c69d338f983 req-a62b018e-e435-427b-959a-2f2a3ca74d1e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0591769 Jul 30 08:16:57.536008 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9f2d9d36-c1ad-4543-890b-5c69d338f983 req-b7447a27-3c12-4368-9f73-c43dbbf13ed0 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Jul 30 08:16:58.304164 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:16:58.410690 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:58.425835 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'mac_address': 'fa:16:3e:26:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:16:58.465263 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:58.479663 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:16:58.501518 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:16:58.508994 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:16:58.565813 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:16:58.681406 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9804bb-d707-4b6e-b937-27ebf7db77cb req-ca4b75c4-812e-4dce-af95-101f50904e94 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:58.688968 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb9804bb-d707-4b6e-b937-27ebf7db77cb req-ca4b75c4-812e-4dce-af95-101f50904e94 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 944 time: 0.0679350 Jul 30 08:16:58.737142 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb9804bb-d707-4b6e-b937-27ebf7db77cb req-82975214-9df4-460a-b3ab-a0c7cff036f9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 Jul 30 08:16:58.784660 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:16:59.841832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafe9f4-48b0-4f01-be5e-ca193c7c6e12 req-91c0ee9b-ee82-405b-87bc-f320107b8b09 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:16:59.843870 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cbafe9f4-48b0-4f01-be5e-ca193c7c6e12 req-91c0ee9b-ee82-405b-87bc-f320107b8b09 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 944 time: 0.0482402 Jul 30 08:16:59.881861 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cbafe9f4-48b0-4f01-be5e-ca193c7c6e12 req-bf18890b-a09b-4a00-a2a9-b83afc9e011c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 30 08:17:00.308473 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:17:00.355280 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:17:00.358772 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:17:00.359860 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:00.434483 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:00.456731 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:00.458964 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec7f7da-40b5-4399-86f0-daba25c57cb6" -d '{"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:00.471462 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:00.476979 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:00.502074 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786176d0-ca5a-47ef-87a7-971b900349a8 x-openstack-request-id: req-786176d0-ca5a-47ef-87a7-971b900349a8 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:00.502506 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:00.502811 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-786176d0-ca5a-47ef-87a7-971b900349a8 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:00.503326 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'code': 200} Jul 30 08:17:00.532923 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:00.756742 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b81ca-37a8-4672-abb8-3c948a9cb58f req-904ebc3d-1ea2-4fd4-95a6-3fa862d8643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:00.758309 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-823b81ca-37a8-4672-abb8-3c948a9cb58f req-904ebc3d-1ea2-4fd4-95a6-3fa862d8643e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0442631 Jul 30 08:17:00.797405 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-823b81ca-37a8-4672-abb8-3c948a9cb58f req-d3a35bc7-607c-4c80-ae6b-ed732ad58a9a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296123 Jul 30 08:17:01.111627 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504bff5-8691-44a2-898f-92cb58643021 req-85579b04-d1b2-430c-aad3-829b81276e78 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:01.113151 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b504bff5-8691-44a2-898f-92cb58643021 req-85579b04-d1b2-430c-aad3-829b81276e78 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.1603022 Jul 30 08:17:01.152230 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b504bff5-8691-44a2-898f-92cb58643021 req-9e5885e5-67aa-4839-896e-aa921b1922c3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Jul 30 08:17:02.079455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54192) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.123463 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Deleting subnet 7a4be4f9-efe8-422a-a654-940302c156ee {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:17:02.126623 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.164108 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.205988 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.258751 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.286170 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4be4f9-efe8-422a-a654-940302c156ee,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:02.293910 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.299322 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5d6d77e3-9fcc-4a75-b781-2389a541ceac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a4be4f9-efe8-422a-a654-940302c156ee HTTP/1.1" status: 204 len: 168 time: 0.2153225 Jul 30 08:17:02.299322 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54198) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.327029 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fadf5b-37ad-4000-8ea1-325eb307a0c7 req-e2bd3ce3-00d0-43de-901d-48a03932ad75 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:02.328575 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2fadf5b-37ad-4000-8ea1-325eb307a0c7 req-e2bd3ce3-00d0-43de-901d-48a03932ad75 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.1057863 Jul 30 08:17:02.367108 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2fadf5b-37ad-4000-8ea1-325eb307a0c7 req-29e61b89-0e67-446b-b649-6e327627cfcd tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Jul 30 08:17:02.369395 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.447773 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.457572 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d6d98f-f287-4703-ab57-b9adb6e05ceb']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:02.467618 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01463e35-c564-4a85-84f2-a38211c51d2c') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:02.467915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01463e35-c564-4a85-84f2-a38211c51d2c') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:02.476824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.483271 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b9e7-1cbe-41a4-8a47-645645b186cb req-4876dcb4-4986-4a50-9b26-254200e149b1 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:02.485364 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04c5b9e7-1cbe-41a4-8a47-645645b186cb req-4876dcb4-4986-4a50-9b26-254200e149b1 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0493460 Jul 30 08:17:02.495851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.503006 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:17:02.503468 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:17:02.505326 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:17:02.524601 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-04c5b9e7-1cbe-41a4-8a47-645645b186cb req-5e9cf5c1-f5ef-4959-bc38-1ca563f6f639 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332081 Jul 30 08:17:02.546318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54202) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.563357 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.567898 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.570058 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] 10.222.0.16 "DELETE /v2.0/networks/69d6d98f-f287-4703-ab57-b9adb6e05ceb HTTP/1.1" status: 204 len: 168 time: 0.2702103 Jul 30 08:17:02.583094 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a719e9-2bc6-45cc-8f1b-86095bdb0353 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d6d98f-f287-4703-ab57-b9adb6e05ceb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:02.630803 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be8fa85-4436-41d6-a6a2-ce64b90e0d0a tempest-TestShelveInstance-2834 tempest-TestShelveInstance-2834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:02.632331 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9be8fa85-4436-41d6-a6a2-ce64b90e0d0a tempest-TestShelveInstance-2834 tempest-TestShelveInstance-2834-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1093 time: 0.0845644 Jul 30 08:17:02.635360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54208) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.639659 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:02.663105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.742890 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 54212) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.765057 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.797639 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-03a05212-5d09-4fc7-84f7-6c2a69a8246b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=516afe98d8094f01ab100be1b277d5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527377 Jul 30 08:17:02.800007 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 54214) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:02.848641 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.869835 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.873931 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Allocated IP 172.27.0.43 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:17:02.917198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.920104 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:02.921252 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe9d11ed-e122-4c15-b5e6-82e47474c17a HTTP/1.1" status: 204 len: 168 time: 0.1203575 Jul 30 08:17:02.931910 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44698a-9e69-40d7-8ef8-302436e6e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d11ed-e122-4c15-b5e6-82e47474c17a,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:02.983108 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.024285 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.062235 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:17:03.065228 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:17:03.067600 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:17:03.101398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'Port': ['ID=15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:03.439787 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.509446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.656628 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.661996 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.732039 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event updated for resources: {'Port': ['ID=15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:03.743181 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:03.847207 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Floating IP 488dafaa-8a0f-4f8a-98a5-69d38f5877b8 associated. External IP: 172.27.0.43, port: e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b. Jul 30 08:17:04.059608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:17:04.428212 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:17:04.439491 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Sync routers for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:17:04.444538 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:04.449269 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:04.449882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:04.473365 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-996fb812-7c2a-4eb5-9a77-94a7a49c7274 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8369455 Jul 30 08:17:04.474664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:04.477156 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ae592-2f76-45b9-bf81-2b66a24d11ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:04.521157 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a5c9c-eb3f-4e7d-93be-9f2b20658236 x-openstack-request-id: req-328a5c9c-eb3f-4e7d-93be-9f2b20658236 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:04.521698 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:04.521946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-328a5c9c-eb3f-4e7d-93be-9f2b20658236 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:04.522340 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'status': 'completed', 'code': 200} Jul 30 08:17:04.565164 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:04.587360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-b4847610-98a9-4c7c-af80-84b15cd920c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:04.589338 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-b4847610-98a9-4c7c-af80-84b15cd920c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0445518 Jul 30 08:17:04.681307 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-6c580b8a-017d-4472-9150-59f1dd6339f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:04.682681 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-6c580b8a-017d-4472-9150-59f1dd6339f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.0837448 Jul 30 08:17:04.752178 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-9b437b3c-e964-4152-b527-5f6e49dee7bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 998 time: 0.0613372 Jul 30 08:17:04.795845 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '488dafaa-8a0f-4f8a-98a5-69d38f5877b8', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'mac_address': 'fa:16:3e:26:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:17:03Z', 'updated_at': '2021-07-30T08:17:03Z', 'revision_number': 0, 'project_id': '0f8355dbd5884dab916579b6396be412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:04.802044 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-8882c923-9d6a-49dd-8567-4378951a7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:04.803521 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-8882c923-9d6a-49dd-8567-4378951a7620 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0441484 Jul 30 08:17:04.822607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Checking router: be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:17:04.831624 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:04.832257 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:16:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:04.849861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-b4748c1a-ab2b-4d84-8d0b-005e262ad976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:04.851399 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-b4748c1a-ab2b-4d84-8d0b-005e262ad976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403013 Jul 30 08:17:04.941072 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:04.950948 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-686383f1-6095-4317-be45-862793b58770 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 Jul 30 08:17:05.055168 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-316ae592-2f76-45b9-bf81-2b66a24d11ea req-969312b3-05ba-4552-b35c-b8ac65e0c651 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955825 Jul 30 08:17:05.180753 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '488dafaa-8a0f-4f8a-98a5-69d38f5877b8', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'mac_address': 'fa:16:3e:26:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:17:03Z', 'updated_at': '2021-07-30T08:17:03Z', 'revision_number': 0, 'project_id': '0f8355dbd5884dab916579b6396be412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:05.328930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9fbfb-b423-4837-a19d-9fb8eb0ab843 None None] The sync data for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi is: [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '488dafaa-8a0f-4f8a-98a5-69d38f5877b8', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'mac_address': 'fa:16:3e:26:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:17:03Z', 'updated_at': '2021-07-30T08:17:03Z', 'revision_number': 0, 'project_id': '0f8355dbd5884dab916579b6396be412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:17:05.527691 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fbec4-028c-4836-afcc-d8b160331ada None None] New status for floating IP 488dafaa-8a0f-4f8a-98a5-69d38f5877b8: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:17:06.293971 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:17:20.937997 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4c17841d-c61f-4a04-a7ad-988f521c7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:23.393431 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-bd013804-e725-4e65-9910-f52c2160d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:23.412473 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cebea3-ec6e-410f-bd28-51d319a71af1 req-49190677-7eef-4002-960d-bd8d906fce88 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:23.414087 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5cebea3-ec6e-410f-bd28-51d319a71af1 req-49190677-7eef-4002-960d-bd8d906fce88 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0515008 Jul 30 08:17:23.451699 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5cebea3-ec6e-410f-bd28-51d319a71af1 req-90103f4f-3d62-440c-9139-bfec8f42a4a6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Jul 30 08:17:23.723534 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:23.883685 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:24.478112 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:24.573523 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1771a4-6112-4f95-ac23-8ec4ad76c097 req-0d617fd3-a294-4df9-9467-93ee873d59dd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:24.575016 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd1771a4-6112-4f95-ac23-8ec4ad76c097 req-0d617fd3-a294-4df9-9467-93ee873d59dd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0513191 Jul 30 08:17:24.612846 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cd1771a4-6112-4f95-ac23-8ec4ad76c097 req-153c15d2-fb72-4657-b0ba-9efa65e91d1f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Jul 30 08:17:25.731496 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40099d-4fdd-4cc1-9422-079194981ede req-74db6ec6-690f-48cb-bb52-ceb13b2630dd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:25.733011 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e40099d-4fdd-4cc1-9422-079194981ede req-74db6ec6-690f-48cb-bb52-ceb13b2630dd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0480704 Jul 30 08:17:25.770657 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e40099d-4fdd-4cc1-9422-079194981ede req-a8896983-b056-402f-a16e-7eeb09e34df4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jul 30 08:17:26.262031 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:26.899838 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906661bb-ee8b-467f-b25b-56dea02015e6 req-c617661d-671a-4b06-ad51-338887d8b169 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:26.901411 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-906661bb-ee8b-467f-b25b-56dea02015e6 req-c617661d-671a-4b06-ad51-338887d8b169 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0501516 Jul 30 08:17:26.939342 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-906661bb-ee8b-467f-b25b-56dea02015e6 req-ece6e514-7d44-46df-8768-01837cfad65b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Jul 30 08:17:27.018062 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-1f58377c-6b18-4c20-91c4-2decb2a1ba52 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337264 Jul 30 08:17:27.100085 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-c40e1e10-b073-4be4-bb1e-0fefeeaa7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:27.101582 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-c40e1e10-b073-4be4-bb1e-0fefeeaa7136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 1099 time: 0.0386746 Jul 30 08:17:27.200125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-90c19535-dd9c-4049-ae10-ecc9fb5b1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:27.201722 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-90c19535-dd9c-4049-ae10-ecc9fb5b1855 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.0809627 Jul 30 08:17:27.269583 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-c8fe3c88-7eb9-4a54-aca0-274542307e3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 200 len: 1002 time: 0.0595357 Jul 30 08:17:27.319205 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-0a0e77f4-6dde-40fd-bb6c-38bb5000a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:27.320944 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-0a0e77f4-6dde-40fd-bb6c-38bb5000a258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0434446 Jul 30 08:17:27.368145 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-6707a76a-0b07-433b-b61d-5556823ef921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:27.369532 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-6707a76a-0b07-433b-b61d-5556823ef921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394316 Jul 30 08:17:27.463685 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-4f0bf181-83dd-4a26-841e-79b6bf8569e6 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840056 Jul 30 08:17:27.551886 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-30ef6c21-fbb3-4fc7-90de-17c280296083 req-206010f7-9f06-4030-a338-1d9e1189a8e6 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793278 Jul 30 08:17:28.065478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759c7a-970f-4737-959f-e214b224ea89 req-040b8b3c-a6a4-4a0c-81cb-f2f73446a8e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:28.066943 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31759c7a-970f-4737-959f-e214b224ea89 req-040b8b3c-a6a4-4a0c-81cb-f2f73446a8e5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0517025 Jul 30 08:17:28.104195 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31759c7a-970f-4737-959f-e214b224ea89 req-a4d9305b-f618-427a-937d-cac52ad9d38a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Jul 30 08:17:29.224139 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63f4b-ddb4-4ed5-a06f-54ddb1daf084 req-b9e745e1-d60c-486b-b247-590679f10d97 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:29.225981 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cb63f4b-ddb4-4ed5-a06f-54ddb1daf084 req-b9e745e1-d60c-486b-b247-590679f10d97 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0504889 Jul 30 08:17:29.263820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9cb63f4b-ddb4-4ed5-a06f-54ddb1daf084 req-bb63e827-658c-4c7c-94a7-cea6d4484de6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 30 08:17:30.388127 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbec8-5336-4675-bbd2-117902ef77c5 req-015ea320-1a79-4e78-bf38-3a5e8bb5f64b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:30.389639 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2afbec8-5336-4675-bbd2-117902ef77c5 req-015ea320-1a79-4e78-bf38-3a5e8bb5f64b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0480132 Jul 30 08:17:30.427945 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b2afbec8-5336-4675-bbd2-117902ef77c5 req-ff283fd4-336a-47e8-b280-c93d85bbc46f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jul 30 08:17:31.555039 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af73f0-72aa-499c-a7bc-2172ced3e82c req-c0cc5d32-25b8-4f2d-976a-2ace5f02961a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:31.556513 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41af73f0-72aa-499c-a7bc-2172ced3e82c req-c0cc5d32-25b8-4f2d-976a-2ace5f02961a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0542777 Jul 30 08:17:31.596521 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-41af73f0-72aa-499c-a7bc-2172ced3e82c req-4a99c977-d046-405c-a6c1-782191cbc208 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Jul 30 08:17:32.579506 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0849803-9c42-433d-97ce-f9b4c31c9c87 req-2aa384fa-8473-4887-97b8-da2f7a1e3922 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:32.581487 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b0849803-9c42-433d-97ce-f9b4c31c9c87 req-2aa384fa-8473-4887-97b8-da2f7a1e3922 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0523787 Jul 30 08:17:32.629001 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b0849803-9c42-433d-97ce-f9b4c31c9c87 req-01f6e7e3-fdc4-44ec-8b04-0ccfb54b07d0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393972 Jul 30 08:17:32.732803 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf61869-2ba3-485c-803b-8d11e7ec7ba4 req-dff33fed-9cb8-4a2a-9a2d-aee6b0d522b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:32.734369 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acf61869-2ba3-485c-803b-8d11e7ec7ba4 req-dff33fed-9cb8-4a2a-9a2d-aee6b0d522b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0509958 Jul 30 08:17:32.772529 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-acf61869-2ba3-485c-803b-8d11e7ec7ba4 req-42656dd6-4bf0-4674-a371-038ea26ca542 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Jul 30 08:17:32.800766 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 54524) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:32.907548 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.000174 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.003812 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.042377 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ec75ddda28f407a952cebf279c7e941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405105 Jul 30 08:17:33.044277 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab1f14c-e5de-4603-8d71-a752dba9f091,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:33.045615 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54528) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:33.051279 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.051629 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.051969 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.052304 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.052664 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.053016 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.053352 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.053679 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.054003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.054325 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.054672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.054993 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b17050-130a-4dbf-bc2e-aef005b3cf10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.098897 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.118790 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.167440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.170913 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:33.172541 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ab1f14c-e5de-4603-8d71-a752dba9f091 HTTP/1.1" status: 204 len: 168 time: 0.1258581 Jul 30 08:17:33.180670 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab1f14c-e5de-4603-8d71-a752dba9f091,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:33.187674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.188143 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.188591 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.189236 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.189663 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.190261 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.190695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.191218 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.191687 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.192020 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.192347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.192672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31ed7-2e38-4b09-ac89-cb9138ee84c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:33.768060 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ace4-c129-4d65-b742-235ef11d756b req-539f1cfd-2c59-44d3-9801-0ea54760d250 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:33.773531 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-13d1ace4-c129-4d65-b742-235ef11d756b req-539f1cfd-2c59-44d3-9801-0ea54760d250 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0564902 Jul 30 08:17:33.833891 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-13d1ace4-c129-4d65-b742-235ef11d756b req-b05016bf-f78e-43e4-9b24-c24df47894a3 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574193 Jul 30 08:17:33.851788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54562) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:33.943341 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba237-4f18-41f4-a56a-7a57224da527 req-26485990-8bc3-413c-a21d-5a27c337770f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:33.945015 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-571ba237-4f18-41f4-a56a-7a57224da527 req-26485990-8bc3-413c-a21d-5a27c337770f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0525155 Jul 30 08:17:33.969548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-450068147-network', 'tenant_id': '83a9a43c26ce4aa6b202bcf5ce47f85f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:33.989493 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-571ba237-4f18-41f4-a56a-7a57224da527 req-65902dcc-e51b-46e2-b458-96a571a11854 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383892 Jul 30 08:17:34.003876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Made reservation on behalf of 83a9a43c26ce4aa6b202bcf5ce47f85f for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:17:34.014045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.018106 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.134026 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.137988 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.162633 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:17:34.180843 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788fb50-e0e4-4cdd-a794-23f63390910b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:34.185224 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.185823 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Added segment f91d13ca-a3a9-4193-9e32-e172c73b2daf of type vlan for network 3206f835-0749-4601-a78b-b7a315fa87c1 Jul 30 08:17:34.233920 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.268375 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.269788 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:34.270767 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.330547 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4773517 Jul 30 08:17:34.333086 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54572) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:34.338542 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Request body: {'subnet': {'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-450068147-subnet', 'tenant_id': '83a9a43c26ce4aa6b202bcf5ce47f85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:34.357585 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019a9c-78b0-4af0-9d8c-aa4ba2d95690 admin admin] Pushing event updated for resources: {'Network': ['ID=3206f835-0749-4601-a78b-b7a315fa87c1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:34.368698 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 3206f835-0749-4601-a78b-b7a315fa87c1 details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:17:34.374039 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Made reservation on behalf of 83a9a43c26ce4aa6b202bcf5ce47f85f for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:17:34.376347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4812680'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.545637 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4812710'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.596920 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15adb01-9164-430e-8136-f131009b2f0e,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:34.607652 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Checking segment: {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:17:34.608014 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Network hostable DHCP agents. Network: 3206f835-0749-4601-a78b-b7a315fa87c1, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:17:34.624584 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Network 3206f835-0749-4601-a78b-b7a315fa87c1 is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:17:34.632426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 3206f835-0749-4601-a78b-b7a315fa87c1) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:17:34.636778 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:34.637395 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:34.642196 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3cab47-29c3-474b-858b-e26b5f04ba8d None None] Network 3206f835-0749-4601-a78b-b7a315fa87c1 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:17:34.651565 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9f248ad7-ad2a-4d26-8b0f-cc36a406468c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3169422 Jul 30 08:17:34.770814 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79258c9-00d6-4b8b-9829-0743e5a6eeeb None None] Network 3206f835-0749-4601-a78b-b7a315fa87c1 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:17:34.958590 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3387d2-2b2f-4c91-ba76-a4aeb34befb0 req-f1d1ec68-aa54-4171-a819-2792552f94e5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:34.960242 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea3387d2-2b2f-4c91-ba76-a4aeb34befb0 req-f1d1ec68-aa54-4171-a819-2792552f94e5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0531819 Jul 30 08:17:35.006627 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea3387d2-2b2f-4c91-ba76-a4aeb34befb0 req-ae22d1e7-3091-4efb-a136-631543717060 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Jul 30 08:17:35.153032 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cdc0f-b56d-44a2-bf61-b39d10af10b5 req-adf1ceec-dfc5-4282-afc9-bb9dcf4a5047 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:35.154880 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d4cdc0f-b56d-44a2-bf61-b39d10af10b5 req-adf1ceec-dfc5-4282-afc9-bb9dcf4a5047 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0857432 Jul 30 08:17:35.199379 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d4cdc0f-b56d-44a2-bf61-b39d10af10b5 req-1dc7c9fb-7775-4ed1-8c7f-c2d0ddf1df65 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Jul 30 08:17:36.139650 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7de2-f780-4b75-91ae-ce2e33c2767a req-939e8d4d-4d15-4614-a571-d22a32615d94 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:36.141151 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a66b7de2-f780-4b75-91ae-ce2e33c2767a req-939e8d4d-4d15-4614-a571-d22a32615d94 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0480857 Jul 30 08:17:36.180791 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a66b7de2-f780-4b75-91ae-ce2e33c2767a req-569574f8-1822-4497-b1ab-9fdd9547128c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Jul 30 08:17:36.323914 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e11e9-d978-4ed5-a570-0553011fe1ee req-b12c30be-986b-4d44-b8fa-b73dfd1cfddf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:36.325436 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-066e11e9-d978-4ed5-a570-0553011fe1ee req-b12c30be-986b-4d44-b8fa-b73dfd1cfddf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0548029 Jul 30 08:17:36.416045 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-066e11e9-d978-4ed5-a570-0553011fe1ee req-aa40f8a9-d48b-4743-bf90-02a00369d3bb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847962 Jul 30 08:17:36.455600 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-cbf009b5-b41c-4481-baa9-186647f9a505 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:36.457062 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-cbf009b5-b41c-4481-baa9-186647f9a505 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 813 time: 0.1190743 Jul 30 08:17:36.472618 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-da67f5b9-95c8-49d8-b472-f611d8194273 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/quotas/83a9a43c26ce4aa6b202bcf5ce47f85f HTTP/1.1" status: 200 len: 375 time: 0.0093594 Jul 30 08:17:36.508192 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-dfb90afa-9f7b-47bd-b8ca-93104d5741b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294228 Jul 30 08:17:36.644368 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-e3f4611f-847a-4840-ba6a-51e455b79af8 service neutron] 10.222.0.16 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292386 Jul 30 08:17:36.737883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-e9d25a70-0f87-4d81-be9c-b6335252f7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861123 Jul 30 08:17:36.895249 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cdef8949-0070-4102-9088-fb492d17acf2 req-bc6f7924-9a5c-4aed-8649-b32678f461b8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0274012 Jul 30 08:17:37.310082 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06931c7-ee83-45ed-9aa9-d24079a19130 req-e8a9b065-45ea-4a48-997e-e537995b65d1 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:37.311681 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b06931c7-ee83-45ed-9aa9-d24079a19130 req-e8a9b065-45ea-4a48-997e-e537995b65d1 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0591776 Jul 30 08:17:37.354678 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b06931c7-ee83-45ed-9aa9-d24079a19130 req-e33b813a-a8b8-4e51-bb61-8cc8d6e7a9ee tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Jul 30 08:17:37.547284 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187082d-d612-421e-8c17-197499526754 req-8396a515-ea03-41c7-a7a1-093dd559ebc8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:37.548920 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8187082d-d612-421e-8c17-197499526754 req-8396a515-ea03-41c7-a7a1-093dd559ebc8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0524430 Jul 30 08:17:37.596502 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8187082d-d612-421e-8c17-197499526754 req-a5f439e6-68fe-46ba-aeba-6deb80246b1b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Jul 30 08:17:37.989688 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-82c5438a-62bf-4cfe-87e9-6929a907d65e req-df672655-6081-4712-884f-5481349bc120 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jul 30 08:17:38.139166 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-1637098f-3c7d-4a4d-b3ee-adfae4e14339 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:38.140657 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-1637098f-3c7d-4a4d-b3ee-adfae4e14339 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 813 time: 0.1069944 Jul 30 08:17:38.154092 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Request body: {'port': {'device_id': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1', 'admin_state_up': True, 'tenant_id': '83a9a43c26ce4aa6b202bcf5ce47f85f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:38.261449 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Made reservation on behalf of 83a9a43c26ce4aa6b202bcf5ce47f85f for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:17:38.264975 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.398053 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Allocated IP 172.20.0.10 (3206f835-0749-4601-a78b-b7a315fa87c1/a15adb01-9164-430e-8136-f131009b2f0e/a9948e91-6b2c-484a-b2e4-327ae3e45611) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:17:38.472781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c057f-c472-4ac9-a050-6b0c86091a9d req-ec185378-2412-4967-a628-8c0c07958d70 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:38.474193 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a7c057f-c472-4ac9-a050-6b0c86091a9d req-ec185378-2412-4967-a628-8c0c07958d70 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Jul 30 08:17:38.511994 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9a7c057f-c472-4ac9-a050-6b0c86091a9d req-761babd3-89dc-4bb4-8535-74f46f62c539 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Jul 30 08:17:38.550347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.593178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.612865 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 88cc0cf1-7d34-4104-b408-fed17c692a4e no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:17:38.638120 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Network 3206f835-0749-4601-a78b-b7a315fa87c1 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:17:38.641511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:17:38.644360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:17:38.681037 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Pushing event updated for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:38.694056 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.710390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:38.711197 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.717597 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:38.719897 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a437854-9494-49d9-a1ca-e1d1249719e8" -d '{"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-unplugged", "status": "completed", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:38.721218 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15b03-3315-4270-b290-51c44c614864 req-1b7e7dbd-02e4-472e-a85d-9d74b94d9d2a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:38.722751 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbb15b03-3315-4270-b290-51c44c614864 req-1b7e7dbd-02e4-472e-a85d-9d74b94d9d2a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0529830 Jul 30 08:17:38.727385 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ec09cbb8-7577-4341-a9e8-bc6ff07a7dc8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771608 Jul 30 08:17:38.736799 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:38.741792 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.744160 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Request body: {'port': {'device_id': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:38.793599 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:38.795157 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-fbb15b03-3315-4270-b290-51c44c614864 req-9f86a662-ee62-4d5e-bfe6-4884adce9fb8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642316 Jul 30 08:17:38.801973 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.802555 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.803158 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.803827 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.804356 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.804856 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.805355 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.805832 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.806375 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.806875 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.807349 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.807821 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:17:38.810695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:38.904220 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192f11f-1758-4e90-8f8a-b3c440fc5808 x-openstack-request-id: req-b192f11f-1758-4e90-8f8a-b3c440fc5808 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:38.904632 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-unplugged", "status": "completed", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:38.904933 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b192f11f-1758-4e90-8f8a-b3c440fc5808 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:38.905372 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'code': 200} Jul 30 08:17:39.081675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-c66113d7-d71d-4fec-8780-7eab6137745a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.083144 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-c66113d7-d71d-4fec-8780-7eab6137745a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0781958 Jul 30 08:17:39.114048 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbf197-f8a4-4c87-9b2e-465cc5123352 req-c37e570a-7113-4a5a-a092-58a5042458f3 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.115676 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95bbf197-f8a4-4c87-9b2e-465cc5123352 req-c37e570a-7113-4a5a-a092-58a5042458f3 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 932 time: 0.0529866 Jul 30 08:17:39.157475 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95bbf197-f8a4-4c87-9b2e-465cc5123352 req-284da105-17b1-42f2-a041-cf97ed09a681 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jul 30 08:17:39.163238 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9948e91-6b2c-484a-b2e4-327ae3e45611 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:17:39.189352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.207351 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Transition to ACTIVE for port object a9948e91-6b2c-484a-b2e4-327ae3e45611 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:17:39.211587 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.271952 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 88cc0cf1-7d34-4104-b408-fed17c692a4e {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:17:39.272508 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.275068 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:39.407928 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Attempting to bind port a9948e91-6b2c-484a-b2e4-327ae3e45611 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:17:39.408254 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Attempting to bind port a9948e91-6b2c-484a-b2e4-327ae3e45611 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:17:39.408579 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Attempting to bind port a9948e91-6b2c-484a-b2e4-327ae3e45611 on network 3206f835-0749-4601-a78b-b7a315fa87c1 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:17:39.416813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] For port 88cc0cf1-7d34-4104-b408-fed17c692a4e, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=88cc0cf1-7d34-4104-b408-fed17c692a4e,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:39.417195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.419443 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Port a9948e91-6b2c-484a-b2e4-327ae3e45611 on network 3206f835-0749-4601-a78b-b7a315fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:17:39.419759 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Attempting to bind port a9948e91-6b2c-484a-b2e4-327ae3e45611 on network 3206f835-0749-4601-a78b-b7a315fa87c1 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:17:39.433523 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:17:39.433856 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Checking segment: {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:17:39.434237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Bound using segment: {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:17:39.434653 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Bound port: a9948e91-6b2c-484a-b2e4-327ae3e45611, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:17:39.434995 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.580268 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:17:39.624745 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:17:39.630338 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.635347 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265406-8699-430f-80aa-fd817a71f4d0 req-023da6fd-5d2a-435e-a742-2813052febc0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.636936 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8265406-8699-430f-80aa-fd817a71f4d0 req-023da6fd-5d2a-435e-a742-2813052febc0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 944 time: 0.0535986 Jul 30 08:17:39.675528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.675906 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.676228 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 9a16bab2-5c11-4111-ab03-c48077ddc733 disassociated. External IP: 172.27.0.217, port: 88cc0cf1-7d34-4104-b408-fed17c692a4e. Jul 30 08:17:39.676569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 88cc0cf1-7d34-4104-b408-fed17c692a4e owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:17:39.677409 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e8265406-8699-430f-80aa-fd817a71f4d0 req-cc9ab857-a8c7-4420-a903-6617e3a60534 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340576 Jul 30 08:17:39.684422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.685058 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.686426 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] 10.222.0.30 "PUT /v2.0/ports/a9948e91-6b2c-484a-b2e4-327ae3e45611 HTTP/1.1" status: 200 len: 1094 time: 0.9498253 Jul 30 08:17:39.688488 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:39.699431 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ebfa2e-d4d5-467e-afcc-337184cb92c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:39.719226 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb3152-a4b5-42af-8fbf-38b5b354ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:39.795378 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2b31e-c090-4659-8819-b86242993ab1 x-openstack-request-id: req-8bf2b31e-c090-4659-8819-b86242993ab1 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:39.795604 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:39.795852 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bf2b31e-c090-4659-8819-b86242993ab1 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:39.796240 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611', 'status': 'completed', 'code': 200} Jul 30 08:17:39.817060 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-3b890faf-e5ef-44e2-b1a0-46e579bae27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.819286 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-3b890faf-e5ef-44e2-b1a0-46e579bae27e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0715079 Jul 30 08:17:39.891165 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-1f6aaaea-aea1-4845-8a89-0fedc489f6f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611 HTTP/1.1" status: 200 len: 217 time: 0.0557208 Jul 30 08:17:39.919463 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540994-2260-488f-b6dd-4d4f59bc61ee req-0cefe006-99a1-49e6-9733-5f144914acc7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.921098 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e540994-2260-488f-b6dd-4d4f59bc61ee req-0cefe006-99a1-49e6-9733-5f144914acc7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0573809 Jul 30 08:17:39.946044 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:39.963633 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0e540994-2260-488f-b6dd-4d4f59bc61ee req-b983439e-896a-4c68-937c-c266578d334f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361660 Jul 30 08:17:39.982113 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=88cc0cf1-7d34-4104-b408-fed17c692a4e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:39.988269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-dd4de00c-4728-4bde-a292-f197a1b97225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:39.989820 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-dd4de00c-4728-4bde-a292-f197a1b97225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a15adb01-9164-430e-8136-f131009b2f0e HTTP/1.1" status: 200 len: 853 time: 0.0840504 Jul 30 08:17:40.057824 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-aadd267f-bbcd-4153-a68a-98d62bacc05b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3206f835-0749-4601-a78b-b7a315fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591574 Jul 30 08:17:40.181718 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:17:40.207213 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-90b16189-2b27-45e2-a83f-32a8980090ea service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374934 Jul 30 08:17:40.293141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d223eee-5df3-467f-aea8-2476509a2fc8 req-6c18baba-ad29-4963-b3a1-47995c9c6eb9 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:40.295403 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d223eee-5df3-467f-aea8-2476509a2fc8 req-6c18baba-ad29-4963-b3a1-47995c9c6eb9 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0637112 Jul 30 08:17:40.355232 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d223eee-5df3-467f-aea8-2476509a2fc8 req-df9ecc43-0a48-4668-902c-5c3a24273f62 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jul 30 08:17:40.386165 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:17:40.395381 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8d6092e1-7eb7-4a19-9cf8-da49bf0d4066 req-ab8b5202-b67e-4939-bea4-6cba5d34e701 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519055 Jul 30 08:17:40.396733 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:17:40.407758 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:40.409784 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:40.463868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] No DVR routers for this DVR port 88cc0cf1-7d34-4104-b408-fed17c692a4e on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:17:40.492438 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:40.494562 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4aba4f33-2a67-4bd6-8428-290ef1f4125f req-85925943-962e-4051-ab0a-3db719ef579a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "DELETE /v2.0/ports/88cc0cf1-7d34-4104-b408-fed17c692a4e HTTP/1.1" status: 204 len: 173 time: 1.4018974 Jul 30 08:17:40.519929 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-f69d1d92-ea44-429a-98de-4fde8ce0cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:40.521768 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-f69d1d92-ea44-429a-98de-4fde8ce0cf11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0672524 Jul 30 08:17:40.547425 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:40.631846 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-07d64656-ef6e-41ab-bfb3-7b544e3f7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:40.633224 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-07d64656-ef6e-41ab-bfb3-7b544e3f7cda service neutron] 10.222.0.30 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 914 time: 0.0954776 Jul 30 08:17:40.693778 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-70794596-dc11-4f7c-9994-ed7d8eff10a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611 HTTP/1.1" status: 200 len: 217 time: 0.0523345 Jul 30 08:17:40.762821 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-dc32e1a9-7df4-4f0b-84c8-c57610a8165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:40.764295 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-dc32e1a9-7df4-4f0b-84c8-c57610a8165d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a15adb01-9164-430e-8136-f131009b2f0e HTTP/1.1" status: 200 len: 853 time: 0.0625916 Jul 30 08:17:40.774081 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:40.800312 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-86b927ea-7741-4a58-828c-f4535d6a0d8b req-b0565112-613b-4ac8-98ed-04bdf1c09980 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=652547ca-50cd-439c-9938-1fa848fc0491 HTTP/1.1" status: 200 len: 210 time: 0.0369003 Jul 30 08:17:40.820603 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-1600667d-bd00-4e02-a92b-c8981464e176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3206f835-0749-4601-a78b-b7a315fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396380 Jul 30 08:17:40.826110 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:17:40.851537 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:40.852177 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:40.932840 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-6f4648c6-2150-4351-b068-56e357ee3a25 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034036 Jul 30 08:17:41.011853 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:41.033673 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-60ebfa2e-d4d5-467e-afcc-337184cb92c6 req-c1bbb5c1-fa0b-4290-aeff-f01b2dfe0735 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928638 Jul 30 08:17:41.098568 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5056-3d5b-4735-8ce4-1408d042e394 req-aad7fc42-61e8-4341-ac07-6d34f20c1f81 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:41.100664 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-678c5056-3d5b-4735-8ce4-1408d042e394 req-aad7fc42-61e8-4341-ac07-6d34f20c1f81 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0549469 Jul 30 08:17:41.139718 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-678c5056-3d5b-4735-8ce4-1408d042e394 req-01fa1887-7e34-4946-8553-e2a824b94877 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322778 Jul 30 08:17:41.214028 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:41.245156 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead61fc-bb9f-4d2c-a8ce-421cb7d34e55 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:17:41.477169 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea74ae85-5d90-47a6-ad2d-bad5ddc3b3d6 None None] New status for floating IP 9a16bab2-5c11-4111-ab03-c48077ddc733: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:17:41.479196 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214c66-1d10-47ea-b54b-da4c4f484671 req-504abdde-4bd6-4e3c-8d38-b7c0cef984af tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:41.480714 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6b214c66-1d10-47ea-b54b-da4c4f484671 req-504abdde-4bd6-4e3c-8d38-b7c0cef984af tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0557954 Jul 30 08:17:41.518157 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6b214c66-1d10-47ea-b54b-da4c4f484671 req-aac8f751-0b42-4567-b891-662e3d648875 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jul 30 08:17:41.797320 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-deleted', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:41.799702 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6035999-96f1-49d5-802d-16e214a4fac8" -d '{"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-deleted", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:41.834723 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fad4941-379b-46c9-891e-9584a1ec6214 x-openstack-request-id: req-1fad4941-379b-46c9-891e-9584a1ec6214 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:41.835080 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652547ca-50cd-439c-9938-1fa848fc0491", "name": "network-vif-deleted", "tag": "88cc0cf1-7d34-4104-b408-fed17c692a4e", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:41.835338 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fad4941-379b-46c9-891e-9584a1ec6214 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:41.835755 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652547ca-50cd-439c-9938-1fa848fc0491', 'name': 'network-vif-deleted', 'tag': '88cc0cf1-7d34-4104-b408-fed17c692a4e', 'status': 'completed', 'code': 200} Jul 30 08:17:42.042844 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-179ac523-be46-4e25-b0b8-338bed6bea24 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920436559&fields=id&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 267 time: 0.0330560 Jul 30 08:17:42.150875 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-8790e195-fb20-4d89-b579-7470d0b1c443 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:42.152355 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-8790e195-fb20-4d89-b579-7470d0b1c443 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.1027973 Jul 30 08:17:42.167301 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-67a6488f-c26a-42fd-8358-6266dc723d6a tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/quotas/a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jul 30 08:17:42.228292 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-15232401-35ac-401a-910b-e25225380205 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554304 Jul 30 08:17:42.354016 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-a2f475ff-de4a-4633-94c8-8a47805a5837 service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127286 Jul 30 08:17:42.428565 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5d02d-05b3-4ac7-9d67-29f2540e0b1d req-f8cf0b9c-aba7-4ae3-b901-3798d46f262b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:42.430224 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4bc5d02d-05b3-4ac7-9d67-29f2540e0b1d req-f8cf0b9c-aba7-4ae3-b901-3798d46f262b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.1197910 Jul 30 08:17:42.494393 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4bc5d02d-05b3-4ac7-9d67-29f2540e0b1d req-33718e7c-695b-44f7-abfe-2136dca32473 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557070 Jul 30 08:17:42.496652 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-bd3d191c-410a-493f-9864-72437a41bcb5 service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350749 Jul 30 08:17:42.639105 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88658c-6dcd-4e9d-820c-77ecf81f0ad2 req-1fdb3929-f164-4d7d-bdb0-76a256ed6546 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:42.640865 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9d88658c-6dcd-4e9d-820c-77ecf81f0ad2 req-1fdb3929-f164-4d7d-bdb0-76a256ed6546 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0500851 Jul 30 08:17:42.659860 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device a9948e91-6b2c-484a-b2e4-327ae3e45611 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:17:42.681415 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9d88658c-6dcd-4e9d-820c-77ecf81f0ad2 req-4f70c0cd-ecbc-4d97-baf5-b5638dccc620 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Jul 30 08:17:42.762023 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:42.774319 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'a9948e91-6b2c-484a-b2e4-327ae3e45611', 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1', 'port_id': 'a9948e91-6b2c-484a-b2e4-327ae3e45611', 'mac_address': 'fa:16:3e:08:09:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15adb01-9164-430e-8136-f131009b2f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:17:42.814186 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c78d6cb4-d3d0-4b86-9111-fbe5153442de req-649a30ec-648d-41ca-9d3b-36e7e921b5bf tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 210 time: 0.0331256 Jul 30 08:17:42.821211 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:42.835929 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9948e91-6b2c-484a-b2e4-327ae3e45611 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:17:42.856577 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:42.861123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:42.911626 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:43.142006 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['a9948e91-6b2c-484a-b2e4-327ae3e45611'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:17:43.292911 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:17:43.613329 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00919-fb25-4e12-bb1a-7dfaa8ea59f3 req-683e651a-3157-4f9c-81cf-5cce42d5b39b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:43.615548 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-79d00919-fb25-4e12-bb1a-7dfaa8ea59f3 req-683e651a-3157-4f9c-81cf-5cce42d5b39b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0486338 Jul 30 08:17:43.654450 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-79d00919-fb25-4e12-bb1a-7dfaa8ea59f3 req-689558b2-3369-4b8e-a67f-3ff8b9338da8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 30 08:17:43.783251 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-a284a0b9-c6e8-4ec3-a082-84b222581fbc tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:43.784683 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-a284a0b9-c6e8-4ec3-a082-84b222581fbc tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.1217108 Jul 30 08:17:43.806747 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a116ae-7e56-4151-869a-3344149f80b6 req-63df23e6-c746-4873-a4ea-ca8a311647f7 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:43.808547 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c1a116ae-7e56-4151-869a-3344149f80b6 req-63df23e6-c746-4873-a4ea-ca8a311647f7 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0540051 Jul 30 08:17:43.828061 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-03e05c8e-f705-489d-bd13-6084611b7e9e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 380 time: 0.0341017 Jul 30 08:17:43.840879 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'port': {'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'admin_state_up': True, 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'security_groups': ['a1cb8f1f-dd07-422a-82c6-4814ff4c3e61']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:43.848698 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c1a116ae-7e56-4151-869a-3344149f80b6 req-d457c694-ddc5-4310-bc3e-0201b57ab752 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Jul 30 08:17:43.911312 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2b314f3-130f-4945-9923-548d5ec5a3b5 req-7194a1e8-bad6-45c7-b15b-cf74dbdad4ab tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 210 time: 0.0291028 Jul 30 08:17:43.947005 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Made reservation on behalf of a55260c1d1ee495799493929061a10d9 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:17:43.950546 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.076196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.20.0.10 (f967d621-f61f-4fc0-b15a-84339d287b3e/58952ea7-e6ea-4bb7-b1c2-18868ed29412/22232e98-a760-41a3-b546-a3e2df395499) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:17:44.217519 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.229872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Transition to ACTIVE for port object 22232e98-a760-41a3-b546-a3e2df395499 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:17:44.262737 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.305219 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:17:44.308184 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:17:44.310506 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:17:44.339274 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:44.370344 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:44.370991 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.387124 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-c2c2855f-3de4-49b8-87f5-342cde0d09dd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508108 Jul 30 08:17:44.404201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Request body: {'port': {'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:17:44.465683 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.555121 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ce9ced67-fdcd-4cf9-a89d-ee467ef542d9 None None] Provisioning for port 22232e98-a760-41a3-b546-a3e2df395499 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:17:44.559330 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-ce9ced67-fdcd-4cf9-a89d-ee467ef542d9 None None] Provisioning complete for port 22232e98-a760-41a3-b546-a3e2df395499 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:17:44.559712 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ce9ced67-fdcd-4cf9-a89d-ee467ef542d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.596849 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ced67-fdcd-4cf9-a89d-ee467ef542d9 None None] Port 22232e98-a760-41a3-b546-a3e2df395499 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:17:44.668491 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device a9948e91-6b2c-484a-b2e4-327ae3e45611 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:17:44.718870 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port a9948e91-6b2c-484a-b2e4-327ae3e45611 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:17:44.723104 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port a9948e91-6b2c-484a-b2e4-327ae3e45611 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:17:44.723482 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.780877 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c38d5-5bff-45f7-82e5-104d348b6380 req-f09190c1-cf2c-4cb8-87e7-c8eafdf10931 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:44.782430 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0f8c38d5-5bff-45f7-82e5-104d348b6380 req-f09190c1-cf2c-4cb8-87e7-c8eafdf10931 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0515046 Jul 30 08:17:44.807854 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.822335 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0f8c38d5-5bff-45f7-82e5-104d348b6380 req-ed75330d-3856-4039-a05c-696fd7d2fb96 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Jul 30 08:17:44.831289 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:44.834441 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87002138-62cc-4000-b18c-3a2a727f2d3b" -d '{"events": [{"server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:44.854258 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:44.858888 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:44.887331 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4c3b1-133e-4837-9abc-915524b8bcaf x-openstack-request-id: req-7bc4c3b1-133e-4837-9abc-915524b8bcaf {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:44.887618 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:44.887869 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc4c3b1-133e-4837-9abc-915524b8bcaf {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:44.888250 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611', 'code': 200} Jul 30 08:17:44.917937 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:44.994786 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ccf6-a3a6-4a1a-b2b3-74e058f664ab req-cb6ce0af-4eca-4764-83a9-479136f87fc5 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:44.996551 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-86c7ccf6-a3a6-4a1a-b2b3-74e058f664ab req-cb6ce0af-4eca-4764-83a9-479136f87fc5 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0652835 Jul 30 08:17:45.025757 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22232e98-a760-41a3-b546-a3e2df395499 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:17:45.035001 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:45.048636 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Transition to ACTIVE for port object 22232e98-a760-41a3-b546-a3e2df395499 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:17:45.053475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:45.082343 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-86c7ccf6-a3a6-4a1a-b2b3-74e058f664ab req-d912f67d-c763-40d0-b3f4-45f95c57b633 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778608 Jul 30 08:17:45.091641 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35196fa-1174-4ec3-967d-5723b6fc9b54 req-ff371486-d04d-4457-ab6e-9e6e1ebaf3e6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.091983 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e35196fa-1174-4ec3-967d-5723b6fc9b54 req-ff371486-d04d-4457-ab6e-9e6e1ebaf3e6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 932 time: 0.0765944 Jul 30 08:17:45.141288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Pushing event updated for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:45.151452 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e35196fa-1174-4ec3-967d-5723b6fc9b54 req-0357cc3a-4f4e-47bb-b9e5-c4fb6b798553 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Jul 30 08:17:45.167746 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8006f5-e8c0-4e32-b91f-5780167f24b8 req-5450bb3b-3f10-4ea4-9545-abfd3eec828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.169312 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc8006f5-e8c0-4e32-b91f-5780167f24b8 req-5450bb3b-3f10-4ea4-9545-abfd3eec828a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0907621 Jul 30 08:17:45.234854 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cc8006f5-e8c0-4e32-b91f-5780167f24b8 req-30e66c08-14fb-4343-b82b-2de46f2825f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Jul 30 08:17:45.244383 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Attempting to bind port 22232e98-a760-41a3-b546-a3e2df395499 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:17:45.244726 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Attempting to bind port 22232e98-a760-41a3-b546-a3e2df395499 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:17:45.245087 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Attempting to bind port 22232e98-a760-41a3-b546-a3e2df395499 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:17:45.249451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Port 22232e98-a760-41a3-b546-a3e2df395499 on network f967d621-f61f-4fc0-b15a-84339d287b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:17:45.249768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Attempting to bind port 22232e98-a760-41a3-b546-a3e2df395499 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:17:45.254554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:17:45.254893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:17:45.255274 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Bound using segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:17:45.256476 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Bound port: 22232e98-a760-41a3-b546-a3e2df395499, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:17:45.256838 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:45.320352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:17:45.324623 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=22232e98-a760-41a3-b546-a3e2df395499,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:17:45.329131 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:45.364649 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.365948 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:45.367336 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] 10.222.0.30 "PUT /v2.0/ports/22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 1094 time: 0.9676633 Jul 30 08:17:45.369463 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:45.372318 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ba7d8f-dd1a-4fad-892b-684c866a7f95" -d '{"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:45.400395 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a9ee-91a8-43f1-b2c1-68d50229d6fa service neutron] Pushing event updated for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:45.434149 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5a41e-dd78-4dc1-ae4e-9856322c7c6e x-openstack-request-id: req-76c5a41e-dd78-4dc1-ae4e-9856322c7c6e {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:45.434448 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:45.434701 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c5a41e-dd78-4dc1-ae4e-9856322c7c6e {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:45.435090 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499', 'status': 'completed', 'code': 200} Jul 30 08:17:45.454960 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-751cb7bb-d563-47db-855d-4100acab9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.456492 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-751cb7bb-d563-47db-855d-4100acab9304 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1097 time: 0.0497670 Jul 30 08:17:45.501750 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-143de86c-59f5-4d38-8962-ceed4a935235 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 217 time: 0.0366726 Jul 30 08:17:45.557943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-9635f043-50fe-486d-939c-e6df9f82fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.559424 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-9635f043-50fe-486d-939c-e6df9f82fd1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0496631 Jul 30 08:17:45.606585 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-06ba075f-2deb-4aaa-9ad3-391868a39425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.608038 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-06ba075f-2deb-4aaa-9ad3-391868a39425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388448 Jul 30 08:17:45.696331 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-05543fa7-d407-421a-b3ed-d0a3170d2a3f service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798733 Jul 30 08:17:45.788310 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8199c6f3-435c-4b2d-ae2e-0809fd2277b5 req-1aa793a0-8dff-4772-a005-8b07a4f772c0 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839810 Jul 30 08:17:45.881389 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-e995dce9-baf0-4a07-a2b3-d3d124ec14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.882915 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-e995dce9-baf0-4a07-a2b3-d3d124ec14c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1097 time: 0.0410016 Jul 30 08:17:45.944233 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59b9f-a7c8-49f8-a9e7-884950ea6f46 req-31c58adf-26ce-4bf9-8b72-44ca13f94053 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.945657 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5b59b9f-a7c8-49f8-a9e7-884950ea6f46 req-31c58adf-26ce-4bf9-8b72-44ca13f94053 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0487697 Jul 30 08:17:45.980221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-8d987ea7-983f-4463-b126-66d02cb7818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:45.981747 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-8d987ea7-983f-4463-b126-66d02cb7818f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.0912821 Jul 30 08:17:45.983269 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f5b59b9f-a7c8-49f8-a9e7-884950ea6f46 req-23abc9cd-acc7-4b49-aeb6-69373a91c7cc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jul 30 08:17:46.028574 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-d9f9f73d-f00d-4c91-81e3-0db57cbb2eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 217 time: 0.0369983 Jul 30 08:17:46.092212 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-aab8c6df-9c7b-41f2-a0ba-b2636c0fbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:46.093784 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-aab8c6df-9c7b-41f2-a0ba-b2636c0fbbef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0476720 Jul 30 08:17:46.156665 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-8dbb43c5-c86a-4c9c-876a-86e8042ff79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:46.158386 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-8dbb43c5-c86a-4c9c-876a-86e8042ff79b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475605 Jul 30 08:17:46.214696 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146824-97f5-4df3-b46c-70c9605585b3 req-30d87d57-d853-49ed-8ee4-ac1c79ccebf6 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:46.216162 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36146824-97f5-4df3-b46c-70c9605585b3 req-30d87d57-d853-49ed-8ee4-ac1c79ccebf6 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0588460 Jul 30 08:17:46.252579 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-c8f5cc64-919d-45a0-8957-985acf2e95c3 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Jul 30 08:17:46.288867 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-36146824-97f5-4df3-b46c-70c9605585b3 req-044c53e1-f6af-45ae-b1c9-668e4f2fc6a3 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578995 Jul 30 08:17:46.297268 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d297d-f43b-49e7-9349-1e26e925ee70 req-e567a3b6-63a1-461d-9708-a8ada2d8ab34 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:46.298738 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f66d297d-f43b-49e7-9349-1e26e925ee70 req-e567a3b6-63a1-461d-9708-a8ada2d8ab34 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0779490 Jul 30 08:17:46.345544 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f66d297d-f43b-49e7-9349-1e26e925ee70 req-65f4d2a4-cdd0-4865-b928-052fada51bd4 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Jul 30 08:17:46.351194 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-63ba7d8f-dd1a-4fad-892b-684c866a7f95 req-58f730ca-fd27-4667-9787-f3f770da9823 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911670 Jul 30 08:17:47.106026 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ee05-48bb-4d27-8292-f83a325f8ec9 req-76acb104-edb1-4648-b817-f6984238d21e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:47.107520 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9578ee05-48bb-4d27-8292-f83a325f8ec9 req-76acb104-edb1-4648-b817-f6984238d21e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0497365 Jul 30 08:17:47.145925 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9578ee05-48bb-4d27-8292-f83a325f8ec9 req-e3569ff3-62d7-4e97-ac6b-7c6710252799 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Jul 30 08:17:47.459975 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d89f-b08b-4dd7-8e07-d51e369fbe5e req-490cdb47-248f-43c0-9ef0-f9bc4027b8ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:47.461480 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0f83d89f-b08b-4dd7-8e07-d51e369fbe5e req-490cdb47-248f-43c0-9ef0-f9bc4027b8ef tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0482650 Jul 30 08:17:47.500543 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0f83d89f-b08b-4dd7-8e07-d51e369fbe5e req-480f4579-2d91-4855-a8c0-ed73dc36dac5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Jul 30 08:17:48.271714 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf840ea-9056-423f-ab3e-2ac323ac88a7 req-5527baad-4905-4d5a-bee1-156156d55c9e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:48.273650 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-adf840ea-9056-423f-ab3e-2ac323ac88a7 req-5527baad-4905-4d5a-bee1-156156d55c9e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0533428 Jul 30 08:17:48.313136 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-adf840ea-9056-423f-ab3e-2ac323ac88a7 req-64c5bfa7-4015-4eab-bba2-dfa5036ea57c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334053 Jul 30 08:17:48.613547 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330741b4-45c1-40c8-9a4b-561c25b7c4df req-9f5ab8d7-7f04-46b8-ba28-3bd5fa9cdc73 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:48.615659 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-330741b4-45c1-40c8-9a4b-561c25b7c4df req-9f5ab8d7-7f04-46b8-ba28-3bd5fa9cdc73 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0483048 Jul 30 08:17:48.655297 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-330741b4-45c1-40c8-9a4b-561c25b7c4df req-b0daedcf-bc3d-41e8-8a81-ea3aa6500e08 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Jul 30 08:17:49.434035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bcac5-1018-448f-81eb-12366a5b25c6 req-96fd86b4-64ec-4c6e-826b-14069f28d72c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:49.435538 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2b0bcac5-1018-448f-81eb-12366a5b25c6 req-96fd86b4-64ec-4c6e-826b-14069f28d72c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0496960 Jul 30 08:17:49.475034 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2b0bcac5-1018-448f-81eb-12366a5b25c6 req-cda53f96-e266-454b-8bf2-17e9339ae9ba tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Jul 30 08:17:49.782310 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482154c1-9cd0-4dd5-aa48-f7f66aaf5699 req-b6aa10c3-1c8a-46ae-a20a-f3a26cea38a8 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:49.783828 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-482154c1-9cd0-4dd5-aa48-f7f66aaf5699 req-b6aa10c3-1c8a-46ae-a20a-f3a26cea38a8 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0563853 Jul 30 08:17:49.828013 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-482154c1-9cd0-4dd5-aa48-f7f66aaf5699 req-6d6e4928-0496-4190-9ead-90508e15fcb3 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374663 Jul 30 08:17:50.595478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548276a0-5d38-4614-bd5f-93c501cb1b5c req-c0cbf513-7033-4ed0-ae73-91991dbd28ea tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:50.597026 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-548276a0-5d38-4614-bd5f-93c501cb1b5c req-c0cbf513-7033-4ed0-ae73-91991dbd28ea tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0481412 Jul 30 08:17:50.634504 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-548276a0-5d38-4614-bd5f-93c501cb1b5c req-ac70f3e4-a144-4e01-9d58-96af00fa9a98 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306332 Jul 30 08:17:50.945972 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaa44-9453-4ec7-a9e0-032a90bd6d11 req-ea0ccb42-7009-4ed4-8dc8-30bb5bc9e4b7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:50.946327 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-65679e36-b00a-4d19-ae33-4ea7d1cd2457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:50.947523 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cbcaa44-9453-4ec7-a9e0-032a90bd6d11 req-ea0ccb42-7009-4ed4-8dc8-30bb5bc9e4b7 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0492446 Jul 30 08:17:50.992198 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cbcaa44-9453-4ec7-a9e0-032a90bd6d11 req-b5a8020d-1cc8-421b-930f-971eff6c76dc tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Jul 30 08:17:51.756138 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dd82f-019b-465c-b69c-03036a4553f2 req-d6427214-a8a9-474c-bab2-df0d3b3a196b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:51.757958 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e69dd82f-019b-465c-b69c-03036a4553f2 req-d6427214-a8a9-474c-bab2-df0d3b3a196b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0520308 Jul 30 08:17:51.796529 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e69dd82f-019b-465c-b69c-03036a4553f2 req-3c264e46-3c3d-4f96-8d22-0f67767d6bd3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Jul 30 08:17:52.106744 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7361e66-4983-4ef3-8bcb-822fe16acc87 req-e5aa8079-03c7-4a74-a6d0-e0249aa42262 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:52.108226 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7361e66-4983-4ef3-8bcb-822fe16acc87 req-e5aa8079-03c7-4a74-a6d0-e0249aa42262 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0489795 Jul 30 08:17:52.145732 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7361e66-4983-4ef3-8bcb-822fe16acc87 req-9b5cf5a7-c556-4abc-a769-07817dbedd56 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Jul 30 08:17:52.916319 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02adc-7b23-4fb0-be38-83189158f42e req-f2d29a9c-81c1-42f9-b9d2-04d48f4594de tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:52.917908 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aef02adc-7b23-4fb0-be38-83189158f42e req-f2d29a9c-81c1-42f9-b9d2-04d48f4594de tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0502617 Jul 30 08:17:52.955662 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aef02adc-7b23-4fb0-be38-83189158f42e req-7ae35b6b-4484-4ca2-8963-63db9325d0f7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Jul 30 08:17:53.271750 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4231-9c1c-4416-a9e1-5e2bb4cd1fae req-2c485a01-6ff9-410e-b806-e5213be08fc4 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:53.273554 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e3b4231-9c1c-4416-a9e1-5e2bb4cd1fae req-2c485a01-6ff9-410e-b806-e5213be08fc4 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0561368 Jul 30 08:17:53.311191 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9e3b4231-9c1c-4416-a9e1-5e2bb4cd1fae req-0a69f837-8171-4e19-ae08-031b130d1ea4 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Jul 30 08:17:53.394340 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b862ae1d-5aab-42e4-b27f-6939effde1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:53.725443 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:53.892135 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:54.087275 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104f73-34c4-412b-82ea-2299066a3d81 req-d35640b3-cb62-4b2d-bd0a-80b4391ed401 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:54.089778 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf104f73-34c4-412b-82ea-2299066a3d81 req-d35640b3-cb62-4b2d-bd0a-80b4391ed401 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0598986 Jul 30 08:17:54.131399 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bf104f73-34c4-412b-82ea-2299066a3d81 req-5cd08874-5d25-41cd-b008-2cfde479b46b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 30 08:17:54.202315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03946110-a3b9-45e9-b475-56a487b5c424 req-2a9a99d0-d3f3-4630-9f70-8ab8584b47cf tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:54.203855 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03946110-a3b9-45e9-b475-56a487b5c424 req-2a9a99d0-d3f3-4630-9f70-8ab8584b47cf tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0501451 Jul 30 08:17:54.244891 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03946110-a3b9-45e9-b475-56a487b5c424 req-8d354700-dcff-4e57-be3f-7348331325c7 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Jul 30 08:17:54.432008 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866ced4-02c4-44e3-8a31-ba26d6553188 req-b7fc5d6c-af26-4785-945f-19427bcc82fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:54.433516 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2866ced4-02c4-44e3-8a31-ba26d6553188 req-b7fc5d6c-af26-4785-945f-19427bcc82fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0533128 Jul 30 08:17:54.473946 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2866ced4-02c4-44e3-8a31-ba26d6553188 req-65698ca9-42c5-43ab-a84f-57e4afd74d1c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343444 Jul 30 08:17:54.480640 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:55.250732 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155880-10ea-447c-a3f7-0f435972e7ed req-cafc6eff-9311-44c5-8ec4-2f70acc11f4e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:55.252215 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa155880-10ea-447c-a3f7-0f435972e7ed req-cafc6eff-9311-44c5-8ec4-2f70acc11f4e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0493603 Jul 30 08:17:55.293758 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-aa155880-10ea-447c-a3f7-0f435972e7ed req-4a75ea59-9123-4249-9c4a-ae2c00da699f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Jul 30 08:17:55.368480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a21a-8b38-4429-bc5c-0850aab34e7f req-244908fb-c23f-4f23-a743-a28d45d095ad tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:55.369893 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4e3a21a-8b38-4429-bc5c-0850aab34e7f req-244908fb-c23f-4f23-a743-a28d45d095ad tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0487261 Jul 30 08:17:55.409324 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e4e3a21a-8b38-4429-bc5c-0850aab34e7f req-3b9d3ced-2097-482b-a924-241f62381492 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335617 Jul 30 08:17:55.592179 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f771c4-9aed-4039-894b-efba0a7b056b req-65c28ab1-944f-4ff7-a49a-94d2f60503f0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:55.593669 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-75f771c4-9aed-4039-894b-efba0a7b056b req-65c28ab1-944f-4ff7-a49a-94d2f60503f0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0522997 Jul 30 08:17:55.630068 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-75f771c4-9aed-4039-894b-efba0a7b056b req-208bb9d6-1927-483c-bf7e-1b00b7db23af tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304396 Jul 30 08:17:56.265034 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:56.415621 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53de7f4-2a5e-4d87-b4fd-5e326d92c672 req-6b803ba5-baaa-4e17-b5be-cb4cc447ba74 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:56.417164 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d53de7f4-2a5e-4d87-b4fd-5e326d92c672 req-6b803ba5-baaa-4e17-b5be-cb4cc447ba74 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0526285 Jul 30 08:17:56.457218 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d53de7f4-2a5e-4d87-b4fd-5e326d92c672 req-79fb2333-851e-4264-bf1c-58fdf567240a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Jul 30 08:17:56.525361 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e33f71-50c0-4cd3-9505-e7a1a04426e6 req-27de29be-8ad0-40a2-b8a5-37c2588477d9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:56.526901 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-51e33f71-50c0-4cd3-9505-e7a1a04426e6 req-27de29be-8ad0-40a2-b8a5-37c2588477d9 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0494585 Jul 30 08:17:56.564476 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-51e33f71-50c0-4cd3-9505-e7a1a04426e6 req-7550d911-974f-4cc0-bb72-b96a38f4cd21 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe790a6-9929-451f-8b45-1619ece71158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Jul 30 08:17:56.737625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:17:56.754124 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f95a15-3d6f-4384-b33a-23e804236b67 req-e8c1bcec-41e2-4801-b600-0b42c75c3537 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:56.755880 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-06f95a15-3d6f-4384-b33a-23e804236b67 req-e8c1bcec-41e2-4801-b600-0b42c75c3537 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0560305 Jul 30 08:17:56.797465 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-06f95a15-3d6f-4384-b33a-23e804236b67 req-03fb0ee0-4294-4e88-a9dc-c155a2b1e31c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346811 Jul 30 08:17:56.855158 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:56.872780 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:17:56.881548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f66bc132-e308-4bf5-8201-6fa0cca9f3a4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:56.883310 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f66bc132-e308-4bf5-8201-6fa0cca9f3a4 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 946 time: 0.0585577 Jul 30 08:17:56.912696 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:56.925410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:17:56.947385 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:56.952611 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:56.981214 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Deleting port e214d5ea-6718-40ed-a791-972579bde36d {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:17:56.981799 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.014776 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:57.063009 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['ea216c5f-ee63-4592-8c63-61a2640d5d70'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:17:57.099109 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] For port e214d5ea-6718-40ed-a791-972579bde36d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e214d5ea-6718-40ed-a791-972579bde36d,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:57.099675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.321161 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.322393 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.322801 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Floating IP a8cd525d-dbe5-4b53-8261-dafae26e8d3c disassociated. External IP: 172.27.0.41, port: e214d5ea-6718-40ed-a791-972579bde36d. Jul 30 08:17:57.323317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Calling delete_port for e214d5ea-6718-40ed-a791-972579bde36d owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:17:57.478933 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.516115 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'Port': ['ID=e214d5ea-6718-40ed-a791-972579bde36d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:57.662207 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b8176-1804-4aa1-9e4e-da2775b611eb req-7b7e8b93-a2d4-459f-870c-6521510660bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:57.674842 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a65b8176-1804-4aa1-9e4e-da2775b611eb req-7b7e8b93-a2d4-459f-870c-6521510660bc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0944207 Jul 30 08:17:57.678698 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:17:57.729100 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-07c17391-6b5f-4781-abfb-a607cf83e558 req-36660afc-5df7-48ac-ab55-b5cb0e3a3fb1 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b4b1e6-5205-4df8-8dbd-6454988fccdd HTTP/1.1" status: 200 len: 210 time: 0.0357146 Jul 30 08:17:57.752913 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a65b8176-1804-4aa1-9e4e-da2775b611eb req-3b1b410b-3b86-42d0-9840-5850f68cd9ca tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769520 Jul 30 08:17:57.837332 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:17:57.847653 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:17:57.869992 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:57.870641 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:57.911528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] No DVR routers for this DVR port e214d5ea-6718-40ed-a791-972579bde36d on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:17:57.916177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:57.919374 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f85f75f0-6bc0-4600-bfaf-cfe9d2e2ca55 req-f7c97173-31d8-47fd-94af-7ec5c53a7fcc tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.30 "DELETE /v2.0/ports/e214d5ea-6718-40ed-a791-972579bde36d HTTP/1.1" status: 204 len: 173 time: 1.0295465 Jul 30 08:17:57.920326 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'name': 'network-vif-deleted', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:57.934434 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60ec6c9-7576-4a39-9867-6189efbd73d3" -d '{"events": [{"server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "name": "network-vif-deleted", "tag": "e214d5ea-6718-40ed-a791-972579bde36d"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:58.006986 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d48bd-09dd-4f96-9139-17587dbf27b6 req-317967b7-2eb1-4459-add6-c3c8be12b67b tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:58.008963 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-989d48bd-09dd-4f96-9139-17587dbf27b6 req-317967b7-2eb1-4459-add6-c3c8be12b67b tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.0999694 Jul 30 08:17:58.048233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753ac36-6cb3-4f4a-ace7-87ce771441f0 x-openstack-request-id: req-c753ac36-6cb3-4f4a-ace7-87ce771441f0 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:58.048534 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4b1e6-5205-4df8-8dbd-6454988fccdd", "name": "network-vif-deleted", "tag": "e214d5ea-6718-40ed-a791-972579bde36d", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:58.048877 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c753ac36-6cb3-4f4a-ace7-87ce771441f0 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:58.049201 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4b1e6-5205-4df8-8dbd-6454988fccdd', 'name': 'network-vif-deleted', 'tag': 'e214d5ea-6718-40ed-a791-972579bde36d', 'status': 'completed', 'code': 200} Jul 30 08:17:58.082065 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:58.085520 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-989d48bd-09dd-4f96-9139-17587dbf27b6 req-472895be-41b6-4dd4-8f05-296befecbb68 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645995 Jul 30 08:17:58.375667 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:58.406019 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:17:58.415441 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:17:58.418710 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:58.686077 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:17:58.750065 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 22232e98-a760-41a3-b546-a3e2df395499 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:17:58.752064 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:17:58.922757 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 54960) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:58.947063 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6afa6d-69f3-46fb-8094-8a3dfdb1be83 req-4714908c-cf35-43ff-bd3d-2c0bbd64c753 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:58.949200 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f6afa6d-69f3-46fb-8094-8a3dfdb1be83 req-4714908c-cf35-43ff-bd3d-2c0bbd64c753 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0707164 Jul 30 08:17:58.977526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.db.resource_extend [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 08:17:59.024249 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port ea216c5f-ee63-4592-8c63-61a2640d5d70 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:17:59.024646 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.041574 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2f6afa6d-69f3-46fb-8094-8a3dfdb1be83 req-08359541-5a29-46bc-bcd8-b6693ea7d948 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807734 Jul 30 08:17:59.080194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.111626 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.133356 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=22232e98-a760-41a3-b546-a3e2df395499,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:59.159742 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '22232e98-a760-41a3-b546-a3e2df395499', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:17:59.193466 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:17:59.213137 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.216079 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.219923 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfe790a6-9929-451f-8b45-1619ece71158 HTTP/1.1" status: 204 len: 168 time: 0.2928891 Jul 30 08:17:59.220308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54964) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:59.238206 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.api.v2.resource [None req-54142da9-831b-4b23-a63e-87f4a8a24503 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] show failed (client error): The resource could not be found. Jul 30 08:17:59.239608 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-54142da9-831b-4b23-a63e-87f4a8a24503 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "GET /v2.0/security-groups/dfe790a6-9929-451f-8b45-1619ece71158 HTTP/1.1" status: 404 len: 347 time: 0.0182438 Jul 30 08:17:59.243229 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 54966) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:17:59.252553 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2c297-6cc6-4814-9417-aefb6e2ff86e tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe790a6-9929-451f-8b45-1619ece71158,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:59.279902 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b98639c-5297-4c0b-a315-0a0ea1531223 None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:13Z', 'revision_number': 4, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1613105b-0a1b-42c1-aa57-8e7fb4a927b1', 'name': '', 'network_id': 'efc792a5-324d-415d-b81e-8c2f8183f6fc', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'mac_address': 'fa:16:3e:82:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:11Z', 'updated_at': '2021-07-30T08:12:26Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'subnets': [{'id': '33b91915-ec72-410d-aeda-f2ff232e6b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:17:59.304552 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a07a24-c86e-4143-9b8a-7f4699ef280a req-6c3c3482-c4a2-4350-a8db-be65bfeba546 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:17:59.312033 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00a07a24-c86e-4143-9b8a-7f4699ef280a req-6c3c3482-c4a2-4350-a8db-be65bfeba546 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 944 time: 0.1316664 Jul 30 08:17:59.409839 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00a07a24-c86e-4143-9b8a-7f4699ef280a req-968e9fdb-42f0-4ac9-bb5c-9dfa9c8cc43d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877898 Jul 30 08:17:59.444583 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.518122 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22232e98-a760-41a3-b546-a3e2df395499 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:17:59.538062 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.551961 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Deleting port 965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:17:59.553447 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.566585 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=22232e98-a760-41a3-b546-a3e2df395499,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:59.575359 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:17:59.577887 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71da3a-3b3a-49f2-8aaf-110c42e0b78f" -d '{"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:17:59.583299 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.631089 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:17:59.647419 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.650050 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e214d5ea-6718-40ed-a791-972579bde36d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:17:59.698866 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cbf1c7-fd38-410e-895b-6dc46f6edb7e x-openstack-request-id: req-78cbf1c7-fd38-410e-895b-6dc46f6edb7e {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:17:59.699745 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:17:59.700263 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78cbf1c7-fd38-410e-895b-6dc46f6edb7e {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:17:59.700962 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'code': 200} Jul 30 08:17:59.703715 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: e214d5ea-6718-40ed-a791-972579bde36d {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:17:59.704601 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e214d5ea-6718-40ed-a791-972579bde36d not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:17:59.705055 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.705398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.721544 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Calling delete_port for 965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:17:59.770462 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:59.810712 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0bd13-699e-4c01-a06f-572b03a83fac None None] New status for floating IP a8cd525d-dbe5-4b53-8261-dafae26e8d3c: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:17:59.863708 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=7']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:59.873642 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.901728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['22232e98-a760-41a3-b546-a3e2df395499'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:17:59.964426 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Pushing event deleted for resources: {'Port': ['ID=965ba95c-8a68-4bbf-aaf0-cbcf1fcbe433,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:17:59.966282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.969281 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:17:59.970324 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3a8a7b17-7241-48f0-874e-218e7225c9d5 tempest-AttachVolumeTestJSON-839698032 tempest-AttachVolumeTestJSON-839698032-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8cd525d-dbe5-4b53-8261-dafae26e8d3c HTTP/1.1" status: 204 len: 168 time: 0.7257438 Jul 30 08:17:59.971173 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-6eb0bd13-699e-4c01-a06f-572b03a83fac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 08:17:59.971541 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-6eb0bd13-699e-4c01-a06f-572b03a83fac None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 08:18:00.206293 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22696f5-be09-47d1-a883-aad7bd7c5960 req-2f47e604-5d5e-4dfa-ba26-4d0e13f1ce52 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:00.214840 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a22696f5-be09-47d1-a883-aad7bd7c5960 req-2f47e604-5d5e-4dfa-ba26-4d0e13f1ce52 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0705581 Jul 30 08:18:00.268522 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a22696f5-be09-47d1-a883-aad7bd7c5960 req-e41ec0dd-d07d-4607-8718-583e060bad1d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525038 Jul 30 08:18:00.473307 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0bd13-699e-4c01-a06f-572b03a83fac None None] New status for floating IP a8cd525d-dbe5-4b53-8261-dafae26e8d3c: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:18:00.550785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ed03-e08a-4ce7-a5f8-e6158943a0c5 req-64f749f1-cc5b-4198-a47c-4287a009d3ff tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:00.561363 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7230ed03-e08a-4ce7-a5f8-e6158943a0c5 req-64f749f1-cc5b-4198-a47c-4287a009d3ff tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 945 time: 0.0711613 Jul 30 08:18:00.619895 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7230ed03-e08a-4ce7-a5f8-e6158943a0c5 req-64a323d0-6a59-4c21-a29f-279e247cb08c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574019 Jul 30 08:18:01.423387 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fa15f-bf46-4f5c-9ff3-b79b8fd81f92 req-2ef6500d-30ab-4703-9fe7-b4b3f8492708 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:01.431108 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-579fa15f-bf46-4f5c-9ff3-b79b8fd81f92 req-2ef6500d-30ab-4703-9fe7-b4b3f8492708 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0727506 Jul 30 08:18:01.470034 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-579fa15f-bf46-4f5c-9ff3-b79b8fd81f92 req-de6f999e-5573-4efb-a2c6-610dbeac7871 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380650 Jul 30 08:18:01.742795 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1196a8-0377-45e2-a9c3-5fbbbeaf907d req-e1c55ebf-d3bc-4afd-8d45-11b8664378e5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:01.744224 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a1196a8-0377-45e2-a9c3-5fbbbeaf907d req-e1c55ebf-d3bc-4afd-8d45-11b8664378e5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 945 time: 0.0531788 Jul 30 08:18:01.789228 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2a1196a8-0377-45e2-a9c3-5fbbbeaf907d req-54a13001-7696-4332-9bf1-373bc614a0fb tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 Jul 30 08:18:02.621808 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbb678-64b5-4d6b-8839-1e696056828b req-dba3b174-0bc7-4199-b973-f7c721f037e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:02.623321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5cbbb678-64b5-4d6b-8839-1e696056828b req-dba3b174-0bc7-4199-b973-f7c721f037e2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0664792 Jul 30 08:18:02.662519 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5cbbb678-64b5-4d6b-8839-1e696056828b req-86275fec-9aaa-4533-b67b-46db65e91433 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Jul 30 08:18:02.764872 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 22232e98-a760-41a3-b546-a3e2df395499 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:18:02.814696 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 22232e98-a760-41a3-b546-a3e2df395499 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:18:02.819103 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 22232e98-a760-41a3-b546-a3e2df395499 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:18:02.819490 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:02.903440 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:02.913262 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bca8f-a416-4538-a9fc-76ebfe0e6840 req-006e962d-a153-4ca9-8745-30cd1eb2e713 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:02.914810 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-886bca8f-a416-4538-a9fc-76ebfe0e6840 req-006e962d-a153-4ca9-8745-30cd1eb2e713 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 945 time: 0.0522289 Jul 30 08:18:02.926881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22232e98-a760-41a3-b546-a3e2df395499'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:18:02.929569 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340c917d-743f-4ba1-9228-5f31327c0913" -d '{"events": [{"server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "name": "network-vif-plugged", "status": "completed", "tag": "22232e98-a760-41a3-b546-a3e2df395499"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:18:02.942287 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=22232e98-a760-41a3-b546-a3e2df395499,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:02.948565 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:02.961351 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-886bca8f-a416-4538-a9fc-76ebfe0e6840 req-8b585df4-0a92-4e1d-82ef-7d136ebfce71 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Jul 30 08:18:02.982471 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6537e0-d29e-4bc4-a2e5-6a01ac11ed4d x-openstack-request-id: req-9d6537e0-d29e-4bc4-a2e5-6a01ac11ed4d {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:18:02.982765 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "name": "network-vif-plugged", "status": "completed", "tag": "22232e98-a760-41a3-b546-a3e2df395499", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:18:02.983018 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d6537e0-d29e-4bc4-a2e5-6a01ac11ed4d {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:18:02.983407 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22232e98-a760-41a3-b546-a3e2df395499', 'code': 200} Jul 30 08:18:02.999465 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:03.188609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da8642-f852-4ee0-b7e5-1f688d45678a req-13ad8485-bd53-4b5a-8d8d-d94c3b0be19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:03.190086 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88da8642-f852-4ee0-b7e5-1f688d45678a req-13ad8485-bd53-4b5a-8d8d-d94c3b0be19b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1099 time: 0.0393341 Jul 30 08:18:03.229580 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-88da8642-f852-4ee0-b7e5-1f688d45678a req-ebe42581-24f1-46c1-893e-08a33459b40a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285480 Jul 30 08:18:03.735675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55044) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:03.874887 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f14d57-9c76-44c4-864c-9a2e27685d69 req-e5a3c152-dd45-4e1a-89fc-e8b7cd10dfeb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:03.876434 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c6f14d57-9c76-44c4-864c-9a2e27685d69 req-e5a3c152-dd45-4e1a-89fc-e8b7cd10dfeb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0804358 Jul 30 08:18:03.940162 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c6f14d57-9c76-44c4-864c-9a2e27685d69 req-2a980c08-4da2-4ac0-b063-ac2166f438cd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555410 Jul 30 08:18:04.142642 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e2c4-9dae-447f-b949-9142a02ea698 req-73c20c54-f019-4d83-8a3b-9ffcd56f4eaf tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:04.148203 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20e8e2c4-9dae-447f-b949-9142a02ea698 req-73c20c54-f019-4d83-8a3b-9ffcd56f4eaf tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.1038573 Jul 30 08:18:04.241409 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20e8e2c4-9dae-447f-b949-9142a02ea698 req-ba7ecd41-0acf-4b54-b769-f6f7a88671d1 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821571 Jul 30 08:18:04.368343 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:04.633727 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Deleting port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:18:04.634075 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:04.722042 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] For port 1613105b-0a1b-42c1-aa57-8e7fb4a927b1, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:04.722635 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:04.750783 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Calling delete_port for 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:18:04.959569 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:04.991013 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1613105b-0a1b-42c1-aa57-8e7fb4a927b1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:05.165643 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6db8d9-6257-48c1-8b0c-acc9623f85a3 req-8b034d2e-fe42-493f-aefa-eead4ccae219 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:05.170304 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e6db8d9-6257-48c1-8b0c-acc9623f85a3 req-8b034d2e-fe42-493f-aefa-eead4ccae219 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0975311 Jul 30 08:18:05.200599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:05.258623 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7e6db8d9-6257-48c1-8b0c-acc9623f85a3 req-f5fa161b-53cf-4c89-8c7e-487540d39270 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788684 Jul 30 08:18:05.451665 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e58de7-5dc5-4c74-920c-db15addd00f1 req-9052a556-e943-40b7-acfb-921516c5476c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:05.453406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8e58de7-5dc5-4c74-920c-db15addd00f1 req-9052a556-e943-40b7-acfb-921516c5476c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.0747597 Jul 30 08:18:05.499158 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8e58de7-5dc5-4c74-920c-db15addd00f1 req-c37da2d6-24dc-4450-b29f-de88fc9cc870 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 Jul 30 08:18:05.645847 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a312a4-33ad-4419-85a4-e7679b1abc6b req-c14b4eb3-43b2-452b-ba67-ae938e02e8fe tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:05.648160 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92a312a4-33ad-4419-85a4-e7679b1abc6b req-c14b4eb3-43b2-452b-ba67-ae938e02e8fe tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.0582802 Jul 30 08:18:05.694820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-92a312a4-33ad-4419-85a4-e7679b1abc6b req-2e99e621-3691-4c8f-9293-9fb32dc3c4bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Jul 30 08:18:05.718910 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55070) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:05.764925 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Router e3080503-3a75-4461-96c2-d1e401363c6f has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:18:05.774801 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faed05-8dee-4591-ab16-da043c99a0d1 tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:05.776940 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-57faed05-8dee-4591-ab16-da043c99a0d1 tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1094 time: 0.0564544 Jul 30 08:18:05.779177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55072) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:05.812277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:05.875734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:05.932632 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:18:05.940781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55074) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:05.940946 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-44a08038-e86e-4ecd-b45b-917378461e38 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3080503-3a75-4461-96c2-d1e401363c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2030709 Jul 30 08:18:05.946054 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Sync routers for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:18:05.960368 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:18:05.961053 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:06.026387 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.114332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:18:06.143971 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.222133 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.27.0.11 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:18:06.354347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:18:04Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:06.393936 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Checking router: e3080503-3a75-4461-96c2-d1e401363c6f for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:18:06.405662 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Routers {'e3080503-3a75-4461-96c2-d1e401363c6f'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:18:06.406789 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3080503-3a75-4461-96c2-d1e401363c6f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:06.437678 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.500430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.558502 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] Set router e3080503-3a75-4461-96c2-d1e401363c6f gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:18:06.559455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:18:06.563511 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:18:06.570226 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:18:06.598130 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:06.617688 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf73062-5552-4771-a471-aff428a45c5f req-703e15c5-5d20-4aa4-992f-ced3ee3dd93a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:06.621376 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1bf73062-5552-4771-a471-aff428a45c5f req-703e15c5-5d20-4aa4-992f-ced3ee3dd93a tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0861917 Jul 30 08:18:06.629963 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.721354 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1bf73062-5552-4771-a471-aff428a45c5f req-05f0eb24-e31c-4131-bd42-874a1e19f4a9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863569 Jul 30 08:18:06.746931 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Deleting port af29532d-01ac-45f8-bd08-1369341b40b9 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:18:06.747280 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.840807 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:18:04Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:06.854221 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] For port af29532d-01ac-45f8-bd08-1369341b40b9, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=af29532d-01ac-45f8-bd08-1369341b40b9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:06.854591 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:06.877664 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f50887-8067-43b4-831d-b93327cf54d0 None None] The sync data for ids ['e3080503-3a75-4461-96c2-d1e401363c6f'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'name': 'tempest-AttachVolumeTestJSON-133525107-router', 'tenant_id': '3729b0a9fd814feb8554b8be4d497dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:18:04Z', 'revision_number': 5, 'project_id': '3729b0a9fd814feb8554b8be4d497dad', 'gw_port': {'id': 'af29532d-01ac-45f8-bd08-1369341b40b9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3080503-3a75-4461-96c2-d1e401363c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:03Z', 'updated_at': '2021-07-30T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:18:06.887972 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Calling delete_port for af29532d-01ac-45f8-bd08-1369341b40b9 owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:18:07.141555 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.168534 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.203840 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af29532d-01ac-45f8-bd08-1369341b40b9,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:07.260484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.311117 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.480358 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.486251 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.535098 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.542390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.585480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.586883 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3080503-3a75-4461-96c2-d1e401363c6f {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:18:07.601519 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.605196 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d4cecf6d-e9e3-4cc5-bbf8-eff37b22e6f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3080503-3a75-4461-96c2-d1e401363c6f HTTP/1.1" status: 204 len: 168 time: 1.6627293 Jul 30 08:18:07.607916 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55082) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:07.625148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:07.650567 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.694083 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Deleting subnet 33b91915-ec72-410d-aeda-f2ff232e6b38 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:18:07.700707 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.761559 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:07.836324 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 2c43cbf1-3cc8-47b6-9f50-a26d9741d160 associated. External IP: 172.27.0.11, port: 22232e98-a760-41a3-b546-a3e2df395499. Jul 30 08:18:07.972365 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc5042-d113-4158-b3d1-a7d92a0bdd31 req-eec99b0e-fc66-433f-aa67-d0beda353685 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:07.974143 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ecc5042-d113-4158-b3d1-a7d92a0bdd31 req-eec99b0e-fc66-433f-aa67-d0beda353685 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.1343188 Jul 30 08:18:07.975623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.044686 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ecc5042-d113-4158-b3d1-a7d92a0bdd31 req-d4156c5d-cf86-4d6e-b201-5b7816c00145 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Jul 30 08:18:08.069308 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.082201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:18:08.105567 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b91915-ec72-410d-aeda-f2ff232e6b38,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:08.122420 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.127658 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dcd4e-8ce1-4f55-a193-bcac69d9fe7e None None] Network efc792a5-324d-415d-b81e-8c2f8183f6fc requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:18:08.131293 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5c995e5f-e7e8-4055-9e7b-466723573ecb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/33b91915-ec72-410d-aeda-f2ff232e6b38 HTTP/1.1" status: 204 len: 168 time: 0.5217187 Jul 30 08:18:08.134824 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55086) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:08.257249 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.280085 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:08.336688 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Deleting port 2f4b739d-6b41-43f1-a14c-8164276c67ba {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:18:08.337078 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.349753 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:18:08.359615 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:18:08.375158 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:18:08.375792 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:08.389562 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:18:08.390101 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1613105b-0a1b-42c1-aa57-8e7fb4a927b1 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:18:08.390625 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device af29532d-01ac-45f8-bd08-1369341b40b9 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:08.400833 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.423644 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] For port 2f4b739d-6b41-43f1-a14c-8164276c67ba, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2f4b739d-6b41-43f1-a14c-8164276c67ba,segment=NetworkSegment(541f4cde-7263-49e0-be56-0e51acad03a3),segment_id=541f4cde-7263-49e0-be56-0e51acad03a3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:08.424298 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.430559 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: af29532d-01ac-45f8-bd08-1369341b40b9 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:18:08.431036 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device af29532d-01ac-45f8-bd08-1369341b40b9 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:18:08.445899 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Calling delete_port for 2f4b739d-6b41-43f1-a14c-8164276c67ba owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:18:08.449636 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b84b427b-0a45-4f0f-a308-48fabbfdd9f6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6693285 Jul 30 08:18:08.450219 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:18:08.452572 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:18:08.523878 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ea6ac-0bf7-49a0-8519-8ef4813f1052 x-openstack-request-id: req-f73ea6ac-0bf7-49a0-8519-8ef4813f1052 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:18:08.524172 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:18:08.524429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f73ea6ac-0bf7-49a0-8519-8ef4813f1052 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:18:08.524830 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499', 'status': 'completed', 'code': 200} Jul 30 08:18:08.536514 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:18:08.601789 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.602120 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4f336-dc4a-486c-98c6-32ac40edeeff None None] DHCP port deletion for efc792a5-324d-415d-b81e-8c2f8183f6fc request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:18:08.611280 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-96ab6989-0683-48e1-98f5-426f721877a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:08.613276 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-96ab6989-0683-48e1-98f5-426f721877a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1099 time: 0.0707436 Jul 30 08:18:08.620067 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] No DVR routers for this DVR port 2f4b739d-6b41-43f1-a14c-8164276c67ba on host dv-cinder-792800-2-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:18:08.684553 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4b739d-6b41-43f1-a14c-8164276c67ba,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:08.748782 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.763074 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc792a5-324d-415d-b81e-8c2f8183f6fc']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:08.777562 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541f4cde-7263-49e0-be56-0e51acad03a3') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:08.777922 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541f4cde-7263-49e0-be56-0e51acad03a3') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:08.784532 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-6cc98a7e-8fa5-4235-b806-0fb448737a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:08.790389 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.790633 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-6cc98a7e-8fa5-4235-b806-0fb448737a05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.1686075 Jul 30 08:18:08.807721 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.818478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:18:08.818916 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:18:08.821010 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:18:08.906219 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-a0a6becd-3e09-4975-9a3b-72c1216264a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 999 time: 0.0977981 Jul 30 08:18:08.919275 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.929068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:08.933360 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:06Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:08.934255 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] 10.222.0.16 "DELETE /v2.0/networks/efc792a5-324d-415d-b81e-8c2f8183f6fc HTTP/1.1" status: 204 len: 168 time: 0.7952569 Jul 30 08:18:08.943926 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fceda-e0ff-46d7-8cc5-6b0d0f9fdd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc792a5-324d-415d-b81e-8c2f8183f6fc,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:08.982785 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-39bfce07-bcf3-419c-84c2-4e705a4bd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:08.983576 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:18:08.985534 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-39bfce07-bcf3-419c-84c2-4e705a4bd8c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0719490 Jul 30 08:18:08.995304 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:18:08.996374 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:17:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:09.077412 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-e7766bcc-3d3e-4f9c-96f2-c9b8c7632ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:09.079047 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-e7766bcc-3d3e-4f9c-96f2-c9b8c7632ee1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832024 Jul 30 08:18:09.124076 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55102) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:09.165759 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:18:09.175493 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3c747524-fe6f-47bf-b189-8afb70bfb7b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3729b0a9fd814feb8554b8be4d497dad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501094 Jul 30 08:18:09.179018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55104) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:09.210665 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-18fefda9-54b8-4857-99ef-27212f1954a6 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232727 Jul 30 08:18:09.281589 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477cd98-bc86-4a80-a400-527d9a0342c7 req-5de69c4c-8a0a-46d5-862a-d5f3d5d47c33 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:09.283345 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9477cd98-bc86-4a80-a400-527d9a0342c7 req-5de69c4c-8a0a-46d5-862a-d5f3d5d47c33 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0939872 Jul 30 08:18:09.308779 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:09.331597 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:09.361227 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4525a979-f8b4-4e97-9feb-3bf6e28b7bb0 req-5e544b80-386e-4456-a3a7-8005d9443a45 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307328 Jul 30 08:18:09.398157 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:09.400820 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:09.404385 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c4e5368-1722-42cf-a73b-358b9d093cde HTTP/1.1" status: 204 len: 168 time: 0.2210314 Jul 30 08:18:09.421440 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7748f6-0cc4-42f2-ba3b-062290e92508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4e5368-1722-42cf-a73b-358b9d093cde,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:09.426911 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9477cd98-bc86-4a80-a400-527d9a0342c7 req-572be044-40ba-4c87-a7f3-29c293839ba7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296637 Jul 30 08:18:09.479716 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-1d96152a-2198-450e-856a-846645c6ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:06Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:09.509440 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96152a-2198-450e-856a-846645c6ccab None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:06Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:18:09.815015 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0c8de-f915-4d32-959d-d740aa53a1d3 None None] New status for floating IP 2c43cbf1-3cc8-47b6-9f50-a26d9741d160: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:18:10.122064 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2f4b739d-6b41-43f1-a14c-8164276c67ba no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:10.141299 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 2f4b739d-6b41-43f1-a14c-8164276c67ba {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:18:10.141650 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2f4b739d-6b41-43f1-a14c-8164276c67ba not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:18:10.232689 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55138) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:10.327444 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825417084-network', 'tenant_id': '86dce7cf522f4a6fb1cb4920e43c117e'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:10.347376 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Made reservation on behalf of 86dce7cf522f4a6fb1cb4920e43c117e for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:18:10.350150 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.358244 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.449016 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.452735 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.473468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:18:10.489707 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430f9ab5-9f47-4675-bae9-24072e1b9de5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:10.493204 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.493598 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Added segment 4b732e05-8945-412e-8dfa-035390eb4ae7 of type vlan for network 58599793-685d-4798-925a-306f755496dd Jul 30 08:18:10.537536 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.595502 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.596438 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:10.597045 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.612278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0117-4ca0-475a-b261-a4fc91fb60a3 req-50df7baf-cccf-4bf0-93b1-d1d5bcade337 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:10.613705 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a8f0117-4ca0-475a-b261-a4fc91fb60a3 req-50df7baf-cccf-4bf0-93b1-d1d5bcade337 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0790377 Jul 30 08:18:10.666688 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4328527 Jul 30 08:18:10.672395 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55144) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:10.679378 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Request body: {'subnet': {'network_id': '58599793-685d-4798-925a-306f755496dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825417084-subnet', 'tenant_id': '86dce7cf522f4a6fb1cb4920e43c117e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:10.685264 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff46f3-cd2a-4afd-8c5d-2a06ad406eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=58599793-685d-4798-925a-306f755496dd,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:10.696061 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 58599793-685d-4798-925a-306f755496dd details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:18:10.702761 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8a8f0117-4ca0-475a-b261-a4fc91fb60a3 req-ce80b54d-bd7b-439f-bb13-a6a84ee34ab5 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773306 Jul 30 08:18:10.714921 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-d662e6a9-c446-47a6-8824-e7b5b189d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:10.716435 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-d662e6a9-c446-47a6-8824-e7b5b189d33e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1098 time: 0.0694449 Jul 30 08:18:10.717200 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Made reservation on behalf of 86dce7cf522f4a6fb1cb4920e43c117e for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:18:10.719588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4812680'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:10.890682 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-66888de2-05c4-4bd4-bf21-0cc402db9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:10.892076 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-66888de2-05c4-4bd4-bf21-0cc402db9cee service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.1600366 Jul 30 08:18:11.004388 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-b8c01577-9153-4617-8d33-a195057fcafb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 1000 time: 0.1032445 Jul 30 08:18:11.054432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4812710'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.088035 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-98194421-1d0a-41d1-9a97-a7ee630e3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:11.089529 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-98194421-1d0a-41d1-9a97-a7ee630e3e8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0779378 Jul 30 08:18:11.144416 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d9c049-e103-47ea-8d20-7f45228122db,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:11.158191 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Checking segment: {'id': '4b732e05-8945-412e-8dfa-035390eb4ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58599793-685d-4798-925a-306f755496dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:18:11.158551 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Network hostable DHCP agents. Network: 58599793-685d-4798-925a-306f755496dd, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:18:11.168672 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-ef4d97f5-6662-4612-a7d3-a2efc9de16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:11.170210 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-ef4d97f5-6662-4612-a7d3-a2efc9de16a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706196 Jul 30 08:18:11.202730 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Network 58599793-685d-4798-925a-306f755496dd is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:18:11.240261 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 58599793-685d-4798-925a-306f755496dd) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:18:11.246206 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:11.246792 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.248039 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd52ed7-4827-45a4-aa12-4113d7fec3ea None None] Network 58599793-685d-4798-925a-306f755496dd requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:18:11.277496 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-32d049bf-f58b-461f-9853-8218a18cec3c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6033280 Jul 30 08:18:11.291965 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-65221a0f-5e61-4703-85d1-6c5b31dadc4b service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124904 Jul 30 08:18:11.375734 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4db49b-3961-4a83-9d21-ccf0ae7ac594 None None] Network 58599793-685d-4798-925a-306f755496dd requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:18:11.394639 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-14934026-97c1-4a0a-98dd-d6f3d676fc7d req-95b3058d-8f5f-4af6-9874-2f9089d87545 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946386 Jul 30 08:18:11.736982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55164) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:11.742682 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-183801305-network', 'tenant_id': 'f3da370e38ea49e281c1e810b8477fb1'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:11.763854 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Made reservation on behalf of f3da370e38ea49e281c1e810b8477fb1 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:18:11.766388 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.775611 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.836853 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25baf2-927e-4f85-8ef1-677cfd4fabf4 req-5106858a-17e4-4174-bf8e-874f02638a8b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:11.838877 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee25baf2-927e-4f85-8ef1-677cfd4fabf4 req-5106858a-17e4-4174-bf8e-874f02638a8b tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0542142 Jul 30 08:18:11.879667 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ee25baf2-927e-4f85-8ef1-677cfd4fabf4 req-8a8eb285-ddaa-4160-be90-f50943168073 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Jul 30 08:18:11.887331 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.891352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.923675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:18:11.939104 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07cc605-5b18-4d2a-888c-aa5a5bed2d81,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:11.942300 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:11.942647 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Added segment 33d6ed3a-1328-4b2c-999e-cab94856703a of type vlan for network 293b395b-dfe0-441a-a9f4-299a8aa56b4d Jul 30 08:18:11.983439 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.011001 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.012039 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:12.012621 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.070389 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3322475 Jul 30 08:18:12.073127 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55174) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:12.077987 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Request body: {'subnet': {'network_id': '293b395b-dfe0-441a-a9f4-299a8aa56b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-183801305-subnet', 'tenant_id': 'f3da370e38ea49e281c1e810b8477fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:12.090932 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62748-8b86-46a3-b552-40f153cfcd1a admin admin] Pushing event updated for resources: {'Network': ['ID=293b395b-dfe0-441a-a9f4-299a8aa56b4d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:12.101672 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 293b395b-dfe0-441a-a9f4-299a8aa56b4d details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:18:12.103462 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Made reservation on behalf of f3da370e38ea49e281c1e810b8477fb1 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:18:12.105777 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4812680'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.513619 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5087289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4812710'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.567422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a665fba-ba80-45fe-9b65-aa70c8821c58,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:12.576384 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Checking segment: {'id': '33d6ed3a-1328-4b2c-999e-cab94856703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '293b395b-dfe0-441a-a9f4-299a8aa56b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:18:12.576745 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Network hostable DHCP agents. Network: 293b395b-dfe0-441a-a9f4-299a8aa56b4d, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:18:12.593057 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Network 293b395b-dfe0-441a-a9f4-299a8aa56b4d is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:18:12.601221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 293b395b-dfe0-441a-a9f4-299a8aa56b4d) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:18:12.605128 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:12.605725 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.609770 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0628e3f-7420-4085-81ca-17a90db90e5f None None] Network 293b395b-dfe0-441a-a9f4-299a8aa56b4d requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:18:12.625137 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4c58ec5a-78f6-408b-9cde-39cd29d6f581 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5451810 Jul 30 08:18:12.730971 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55178) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:12.733345 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427bc4d-2e9e-4259-a563-e587486fc133 None None] Network 293b395b-dfe0-441a-a9f4-299a8aa56b4d requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:18:12.774965 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Deleting subnet f7d9c049-e103-47ea-8d20-7f45228122db {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:18:12.778245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.812451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.855507 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.906234 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.933224 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d9c049-e103-47ea-8d20-7f45228122db,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:12.935186 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:12.938338 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-25f087e5-f466-450b-b64e-9f4730a90a9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7d9c049-e103-47ea-8d20-7f45228122db HTTP/1.1" status: 204 len: 168 time: 0.2063179 Jul 30 08:18:12.939559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55182) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:13.006851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.009318 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd39d-e60d-40fd-b1ee-1fb7a960ea4a req-a56b0e6d-e937-44eb-af00-c4e6fb7d3119 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:13.010821 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1acfd39d-e60d-40fd-b1ee-1fb7a960ea4a req-a56b0e6d-e937-44eb-af00-c4e6fb7d3119 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0528789 Jul 30 08:18:13.051367 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1acfd39d-e60d-40fd-b1ee-1fb7a960ea4a req-64185b37-e6f6-41b9-bbba-bc17e84a5fff tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jul 30 08:18:13.089237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.099796 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58599793-685d-4798-925a-306f755496dd']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.110050 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b732e05-8945-412e-8dfa-035390eb4ae7') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.110341 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b732e05-8945-412e-8dfa-035390eb4ae7') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.119345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.132372 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.137922 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:18:13.138297 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:18:13.139870 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:18:13.195943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.202444 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.205689 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/58599793-685d-4798-925a-306f755496dd HTTP/1.1" status: 204 len: 168 time: 0.2649932 Jul 30 08:18:13.209804 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55186) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:13.219677 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8edd-6a1e-404b-9656-d7537bbab2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58599793-685d-4798-925a-306f755496dd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:13.255353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Deleting subnet 9a665fba-ba80-45fe-9b65-aa70c8821c58 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:18:13.258727 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.294741 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.331604 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.385988 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.409335 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a665fba-ba80-45fe-9b65-aa70c8821c58,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:13.415498 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.417355 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-13bbf766-99cd-4278-8c16-0a73a9676723 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a665fba-ba80-45fe-9b65-aa70c8821c58 HTTP/1.1" status: 204 len: 168 time: 0.2063115 Jul 30 08:18:13.419789 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55188) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:13.486291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.565252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.575624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293b395b-dfe0-441a-a9f4-299a8aa56b4d']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.586230 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d6ed3a-1328-4b2c-999e-cab94856703a') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.586525 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d6ed3a-1328-4b2c-999e-cab94856703a') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:18:13.594871 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.607763 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.613260 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:18:13.613637 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:18:13.615231 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:18:13.669186 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.673185 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.675097 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/293b395b-dfe0-441a-a9f4-299a8aa56b4d HTTP/1.1" status: 204 len: 168 time: 0.2542942 Jul 30 08:18:13.687789 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1b77-50ec-442d-bfad-f7e5c09f90ac admin admin] Pushing event deleted for resources: {'Network': ['ID=293b395b-dfe0-441a-a9f4-299a8aa56b4d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:13.828542 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55192) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:13.870646 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2c810c0c-f357-4612-b581-ffa1af3c8d7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86dce7cf522f4a6fb1cb4920e43c117e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409334 Jul 30 08:18:13.873052 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 55194) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:13.921493 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.942514 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.988499 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.992862 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:13.994043 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/430f9ab5-9f47-4675-bae9-24072e1b9de5 HTTP/1.1" status: 204 len: 168 time: 0.1200678 Jul 30 08:18:14.001876 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfed145-aa13-449e-8f0c-47237e53c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f9ab5-9f47-4675-bae9-24072e1b9de5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:14.177820 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5e4b0-08f4-42e5-822e-9d8c3afff29a req-48e2d39e-10d7-43de-914a-fe071d9749fa tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:14.179262 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0d5e4b0-08f4-42e5-822e-9d8c3afff29a req-48e2d39e-10d7-43de-914a-fe071d9749fa tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0550859 Jul 30 08:18:14.219107 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e0d5e4b0-08f4-42e5-822e-9d8c3afff29a req-b48b230b-041c-45d9-a519-e8bd88626adc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339189 Jul 30 08:18:14.317205 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55204) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:14.355598 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-981feb87-d5d0-434c-a424-12be539d3217 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3da370e38ea49e281c1e810b8477fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371790 Jul 30 08:18:14.358041 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55206) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:14.405411 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:14.426237 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:14.474654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:14.477122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:14.478272 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a07cc605-5b18-4d2a-888c-aa5a5bed2d81 HTTP/1.1" status: 204 len: 168 time: 0.1193471 Jul 30 08:18:14.486347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4778-32fe-4cc4-8d16-d65e1adbbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07cc605-5b18-4d2a-888c-aa5a5bed2d81,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:15.228000 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:15.306752 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:15.331964 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:18:15.335213 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0eef79-03d9-4ce0-bd97-7938e8a27c55" -d '{"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:18:15.350854 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:15.353287 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682365b-f6e7-4cb4-a63d-312038835925 req-13ed0caf-08e6-4091-88f2-d19549576964 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:15.354973 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2682365b-f6e7-4cb4-a63d-312038835925 req-13ed0caf-08e6-4091-88f2-d19549576964 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 945 time: 0.0560586 Jul 30 08:18:15.355511 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:15.393019 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 08:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44e43f-0909-473a-ae16-1d10b1d502eb x-openstack-request-id: req-8a44e43f-0909-473a-ae16-1d10b1d502eb {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:18:15.393318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:18:15.393571 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a44e43f-0909-473a-ae16-1d10b1d502eb {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:18:15.394028 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'code': 200} Jul 30 08:18:15.407113 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2682365b-f6e7-4cb4-a63d-312038835925 req-4ffddc85-41ca-4003-85fa-1bf98d60512e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446510 Jul 30 08:18:15.428737 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=8']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:16.531723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2657df-cccb-4b11-a3ed-2bdb7c9469d8 req-a2dc6f1b-d2c4-449f-8599-a3508c57f0a1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:16.533214 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4a2657df-cccb-4b11-a3ed-2bdb7c9469d8 req-a2dc6f1b-d2c4-449f-8599-a3508c57f0a1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0490162 Jul 30 08:18:16.570699 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4a2657df-cccb-4b11-a3ed-2bdb7c9469d8 req-7bf888a8-5d4b-43e1-94e3-805c7d1e66c3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Jul 30 08:18:19.572346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:19.914214 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a79dc-765f-4d5e-8b45-4a96b71ac064 req-1de4cb79-23a7-4193-889f-0e1aeea131b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:19.915753 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b9a79dc-765f-4d5e-8b45-4a96b71ac064 req-1de4cb79-23a7-4193-889f-0e1aeea131b7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0487494 Jul 30 08:18:19.952526 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8b9a79dc-765f-4d5e-8b45-4a96b71ac064 req-c6b98474-fe61-4d92-bced-5eeb663e27f6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Jul 30 08:18:20.220695 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 55338) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:18:20.291070 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:18:20.305627 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-8bc37d15-0075-4508-b51a-3ab3322f76b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836911 Jul 30 08:18:20.936505 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-eadb48dd-bbf7-460b-8b3f-4da75608c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:21.074185 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a80e0-f5c7-48e9-ae37-eca529abe6e5 req-408a6d6e-0b09-48d5-b6b8-f64b00d5a78c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:21.075648 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f10a80e0-f5c7-48e9-ae37-eca529abe6e5 req-408a6d6e-0b09-48d5-b6b8-f64b00d5a78c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0523238 Jul 30 08:18:21.113321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f10a80e0-f5c7-48e9-ae37-eca529abe6e5 req-a2589031-73ac-40ab-81a7-e0b4d1d10df6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Jul 30 08:18:22.231694 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8dac-e7d6-47ec-a052-fe5100e27fe7 req-347edbf7-6cbb-4d3c-9ce4-eae70f0846d4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:22.233214 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cab8dac-e7d6-47ec-a052-fe5100e27fe7 req-347edbf7-6cbb-4d3c-9ce4-eae70f0846d4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0484288 Jul 30 08:18:22.270268 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1cab8dac-e7d6-47ec-a052-fe5100e27fe7 req-7640f3ca-a70e-4d89-970b-38cc2610fee4 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312390 Jul 30 08:18:23.389840 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa695-27cf-47d3-9336-e12f2ec8986e req-a4a17be6-a6a5-45fd-935a-dfb11e3cdf53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:23.391413 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19bfa695-27cf-47d3-9336-e12f2ec8986e req-a4a17be6-a6a5-45fd-935a-dfb11e3cdf53 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0499141 Jul 30 08:18:23.394837 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2359b19a-3f06-4e70-ac67-c999d7fd426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:23.430114 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19bfa695-27cf-47d3-9336-e12f2ec8986e req-bbc11d3b-866e-4359-ad24-2c7de59c56a6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 30 08:18:23.727190 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:23.913857 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:24.121737 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-a00da2d6-69d5-443b-acfb-f742e376bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:24.123230 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-a00da2d6-69d5-443b-acfb-f742e376bd48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e&tenant_id=af1c3636745c45b2abf571658d331b5b HTTP/1.1" status: 200 len: 1096 time: 0.0404487 Jul 30 08:18:24.183649 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-1bde93c5-0ea3-456d-9c21-a6aae9de6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:24.185130 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-1bde93c5-0ea3-456d-9c21-a6aae9de6dae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1096 time: 0.0379400 Jul 30 08:18:24.278861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-cc44bf70-593d-4475-b6ab-decf45e561ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:24.280334 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-cc44bf70-593d-4475-b6ab-decf45e561ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.0860136 Jul 30 08:18:24.483764 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:24.554121 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20f78-646d-469e-8b69-f82b35d0cdf7 req-223f11ea-598b-4595-b347-420257d7650c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:24.555598 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52e20f78-646d-469e-8b69-f82b35d0cdf7 req-223f11ea-598b-4595-b347-420257d7650c tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0517633 Jul 30 08:18:24.593029 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52e20f78-646d-469e-8b69-f82b35d0cdf7 req-bc80861e-b040-4ed5-a0cb-db6b1c4c9ec7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Jul 30 08:18:25.226974 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-300e2f97-0a41-40fc-b010-7f8b0e5f9194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 998 time: 0.0588732 Jul 30 08:18:25.711102 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016233-5b33-4839-8e49-6f618636c401 req-b8c776ea-c924-4583-91b7-a24c63a770ed tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:25.712563 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d016233-5b33-4839-8e49-6f618636c401 req-b8c776ea-c924-4583-91b7-a24c63a770ed tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0480087 Jul 30 08:18:25.748476 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5d016233-5b33-4839-8e49-6f618636c401 req-aa7a8476-e437-4206-9720-abd3e1eacc2e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Jul 30 08:18:26.266587 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:26.866723 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a193b-b776-4b24-8075-0e822d2dab7b req-f51c538d-1823-4e2c-b03f-3bfeaa0e2fe3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:26.868211 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d4a193b-b776-4b24-8075-0e822d2dab7b req-f51c538d-1823-4e2c-b03f-3bfeaa0e2fe3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0482464 Jul 30 08:18:26.905395 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-1d4a193b-b776-4b24-8075-0e822d2dab7b req-52d6951c-2e22-41f4-8b22-f4863094b0cf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Jul 30 08:18:27.121419 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-a8642b15-f390-4a3c-a73f-601e8fe0249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.122866 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-a8642b15-f390-4a3c-a73f-601e8fe0249a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0456641 Jul 30 08:18:27.189078 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-dc26720b-e268-4441-9623-4b34a23dec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.191263 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-dc26720b-e268-4441-9623-4b34a23dec08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436258 Jul 30 08:18:27.285068 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-362afb57-3703-4e72-b9d5-b6b0ab185996 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Jul 30 08:18:27.381288 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6a3d5b53-76ca-412c-b942-da0f6f6777b9 req-3c0888a3-13db-456f-a192-2f0f8f2bd17b service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Jul 30 08:18:27.470782 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-473d6697-1ff3-41c7-9abd-1fd3284fb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.472382 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-473d6697-1ff3-41c7-9abd-1fd3284fb234 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af1c3636745c45b2abf571658d331b5b&device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1096 time: 0.0421333 Jul 30 08:18:27.575772 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-65ba2f33-62bb-4bc9-a832-fb511c3f8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.577262 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-65ba2f33-62bb-4bc9-a832-fb511c3f8fb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 200 len: 918 time: 0.0836680 Jul 30 08:18:27.657889 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-5aaba527-64da-4c47-b425-15c50e3de1f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 200 len: 998 time: 0.0627971 Jul 30 08:18:27.709397 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-187a44f9-9bc2-4bf7-84f3-16700af2af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.710595 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-187a44f9-9bc2-4bf7-84f3-16700af2af9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 200 len: 856 time: 0.0442622 Jul 30 08:18:27.757187 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-0838daf6-8882-41cc-b989-226147921a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:27.758706 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-0838daf6-8882-41cc-b989-226147921a80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87181d78-5096-4456-b2df-d20a21d7c3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396669 Jul 30 08:18:27.856322 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-4f9a1027-12e3-4e02-b905-39eb60b116db service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891566 Jul 30 08:18:28.038223 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8bbd617-2899-4522-b01d-7e5a5e2c16d8 req-7c6da747-6d3b-421d-8e17-438cd58acc81 service neutron] 10.222.0.30 "GET /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719620 Jul 30 08:18:28.097151 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4c651-d3ab-428c-bbdd-3786a0bacd58 req-b82828c4-dff4-4506-b3e9-665b424ae026 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:28.099899 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d0c4c651-d3ab-428c-bbdd-3786a0bacd58 req-b82828c4-dff4-4506-b3e9-665b424ae026 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0598516 Jul 30 08:18:28.165185 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d0c4c651-d3ab-428c-bbdd-3786a0bacd58 req-8b3eae43-efe5-4ee6-bea4-4ad458952a79 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547519 Jul 30 08:18:29.289974 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e581e2-1bcd-49d3-9a57-3d08fafa09c9 req-5ff6d2c0-c6ca-4b5c-b98f-e6a5f7eb693f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:29.291477 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97e581e2-1bcd-49d3-9a57-3d08fafa09c9 req-5ff6d2c0-c6ca-4b5c-b98f-e6a5f7eb693f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0542867 Jul 30 08:18:29.333588 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97e581e2-1bcd-49d3-9a57-3d08fafa09c9 req-cead6da4-9f2c-4ad5-910a-d8e8af6b0b16 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Jul 30 08:18:30.463715 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fc175-083e-4fc3-927b-e50cd3786e57 req-dd66283f-5c33-469a-9b37-959a0336d0c8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:30.465264 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c71fc175-083e-4fc3-927b-e50cd3786e57 req-dd66283f-5c33-469a-9b37-959a0336d0c8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0498116 Jul 30 08:18:30.503327 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c71fc175-083e-4fc3-927b-e50cd3786e57 req-f91723a1-ece3-4d8e-90d1-b6074eea4cbe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Jul 30 08:18:31.633077 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea008718-a1ca-414b-b770-d4a8b4dfb305 req-5ad4ea91-86cf-4361-afe3-d7de17066a49 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:31.634993 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea008718-a1ca-414b-b770-d4a8b4dfb305 req-5ad4ea91-86cf-4361-afe3-d7de17066a49 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0552719 Jul 30 08:18:31.674617 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ea008718-a1ca-414b-b770-d4a8b4dfb305 req-16cb74b2-ccbf-405b-812e-be4ca75fa9fe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 Jul 30 08:18:32.797646 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190bfd-17c6-49ee-bb65-7e57e7ecadf9 req-26fcfe86-236b-4308-98f9-653520f573dc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:32.799905 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39190bfd-17c6-49ee-bb65-7e57e7ecadf9 req-26fcfe86-236b-4308-98f9-653520f573dc tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0526094 Jul 30 08:18:32.843789 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39190bfd-17c6-49ee-bb65-7e57e7ecadf9 req-0430619e-789f-47e1-8477-4ac8e2db00f6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Jul 30 08:18:33.979426 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579d8d2-4bba-4926-bf34-6690aebc7882 req-eccc42d2-2021-42c0-bd0c-f76eb69d78d0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:33.981253 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8579d8d2-4bba-4926-bf34-6690aebc7882 req-eccc42d2-2021-42c0-bd0c-f76eb69d78d0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0556991 Jul 30 08:18:34.033443 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8579d8d2-4bba-4926-bf34-6690aebc7882 req-777d2484-a10e-43de-9ce3-72415a7d8f38 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Jul 30 08:18:35.160251 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be120dab-5343-4784-b5d9-9e1c7ad869f0 req-60e6fbc2-5231-4950-9fba-f7c8b3bcd3d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:35.161823 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-be120dab-5343-4784-b5d9-9e1c7ad869f0 req-60e6fbc2-5231-4950-9fba-f7c8b3bcd3d1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0570109 Jul 30 08:18:35.221429 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-be120dab-5343-4784-b5d9-9e1c7ad869f0 req-3bb2da4a-65c4-4d0d-8cd5-c76ee4ebeb0e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Jul 30 08:18:36.336285 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11362c2-4d38-4cd7-83d8-d8218084c318 req-11b36f40-8824-4df1-afaa-cb2cf5b4f507 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:36.337798 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f11362c2-4d38-4cd7-83d8-d8218084c318 req-11b36f40-8824-4df1-afaa-cb2cf5b4f507 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0509787 Jul 30 08:18:36.377407 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f11362c2-4d38-4cd7-83d8-d8218084c318 req-bd8f10f6-0172-412b-a62d-0d9ec5e7f9a0 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337377 Jul 30 08:18:37.498615 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e615edc-63a1-46de-b431-853a390a8f2b req-e934db6c-a537-43b0-b8d3-d77bd365696f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:37.500116 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e615edc-63a1-46de-b431-853a390a8f2b req-e934db6c-a537-43b0-b8d3-d77bd365696f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0489466 Jul 30 08:18:37.539725 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3e615edc-63a1-46de-b431-853a390a8f2b req-0e9601ec-3cac-4cd6-8d64-05469c1ce808 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jul 30 08:18:38.660378 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb7f5-ad29-4846-b0a6-47ef98b8203d req-71092761-f877-4826-81fe-d5042032f231 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:38.661871 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b06eb7f5-ad29-4846-b0a6-47ef98b8203d req-71092761-f877-4826-81fe-d5042032f231 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0521793 Jul 30 08:18:38.700277 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b06eb7f5-ad29-4846-b0a6-47ef98b8203d req-edccbd50-0002-43e2-ab43-32341b336c26 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Jul 30 08:18:39.823626 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5eac3-8445-42c2-8dfe-844e23637c28 req-a06e7724-52f4-4606-80b4-e89558c9ba3f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:39.825340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52a5eac3-8445-42c2-8dfe-844e23637c28 req-a06e7724-52f4-4606-80b4-e89558c9ba3f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0531533 Jul 30 08:18:39.865484 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52a5eac3-8445-42c2-8dfe-844e23637c28 req-e099fe35-a824-4c28-af86-b853d8da9a51 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340526 Jul 30 08:18:40.139057 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa405c5-51e5-42fc-80a1-b8f4890ed475 req-41f74eed-54b1-4e47-8981-b4c815dd5f46 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:40.140520 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9aa405c5-51e5-42fc-80a1-b8f4890ed475 req-41f74eed-54b1-4e47-8981-b4c815dd5f46 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0476763 Jul 30 08:18:40.178248 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9aa405c5-51e5-42fc-80a1-b8f4890ed475 req-2c898a5a-158a-4566-b100-82d7d149ccea tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 30 08:18:40.987751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dd83e-0d66-4c72-ab58-73c97dca9975 req-be15376a-1f7f-4e6f-8714-fa10374f34de tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:40.989233 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c16dd83e-0d66-4c72-ab58-73c97dca9975 req-be15376a-1f7f-4e6f-8714-fa10374f34de tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 943 time: 0.0506184 Jul 30 08:18:41.026748 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c16dd83e-0d66-4c72-ab58-73c97dca9975 req-eb790799-07ad-41fa-a9f2-d1d0280b8ecf tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Jul 30 08:18:41.293055 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00655e4d-25ab-4d1e-95bc-2f91d28e2da9 req-0e7aa72b-c8a5-4519-a0e0-0bd68153b11e tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:41.294569 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00655e4d-25ab-4d1e-95bc-2f91d28e2da9 req-0e7aa72b-c8a5-4519-a0e0-0bd68153b11e tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0481369 Jul 30 08:18:41.332892 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00655e4d-25ab-4d1e-95bc-2f91d28e2da9 req-5760ba71-719a-44c4-9f04-a400f65ccd91 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jul 30 08:18:41.659982 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:18:41.676442 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-b16d6a9d-ab15-44df-9a14-caece6bed791 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:41.678003 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-b16d6a9d-ab15-44df-9a14-caece6bed791 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0539579 Jul 30 08:18:41.754454 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:41.766477 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'port_id': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'mac_address': 'fa:16:3e:29:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:18:41.770851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Deleting port a9948e91-6b2c-484a-b2e4-327ae3e45611 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:18:41.771196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:41.801989 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:41.814710 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:18:41.834828 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:41.838465 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:41.860341 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] For port a9948e91-6b2c-484a-b2e4-327ae3e45611, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=a9948e91-6b2c-484a-b2e4-327ae3e45611,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:41.860717 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:41.874186 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Calling delete_port for a9948e91-6b2c-484a-b2e4-327ae3e45611 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:18:41.888670 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=9']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:41.895484 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.895839 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.896184 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.896523 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.896860 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.897264 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.897595 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.897928 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.898262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.898868 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.899168 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.899516 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:41.998896 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:42.009751 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['a9948e91-6b2c-484a-b2e4-327ae3e45611'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:18:42.029886 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Pushing event deleted for resources: {'Port': ['ID=a9948e91-6b2c-484a-b2e4-327ae3e45611,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:42.042626 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.042992 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.043337 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.043675 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.044011 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.044345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.044677 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.045043 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.045370 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.045696 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.046020 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.046345 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:18:42.055927 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['ea216c5f-ee63-4592-8c63-61a2640d5d70'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:18:42.080756 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] No DVR routers for this DVR port a9948e91-6b2c-484a-b2e4-327ae3e45611 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:18:42.083301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:42.086043 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ff0a6fac-7af7-43ab-a154-f1ecafeab072 req-e50e3736-7bd4-499d-823f-1f8cbe8523fd tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "DELETE /v2.0/ports/a9948e91-6b2c-484a-b2e4-327ae3e45611 HTTP/1.1" status: 204 len: 173 time: 0.4005418 Jul 30 08:18:42.086570 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'name': 'network-vif-deleted', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:18:42.096536 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5092d90-6f3a-468b-b15c-fda214cc4c91" -d '{"events": [{"server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "name": "network-vif-deleted", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:18:42.141273 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be087b4-bcd6-4f55-8c0e-9915a877146e x-openstack-request-id: req-8be087b4-bcd6-4f55-8c0e-9915a877146e {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:18:42.141796 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83b22b6-472b-4c17-88de-81a94edc7cc5", "name": "network-vif-deleted", "tag": "a9948e91-6b2c-484a-b2e4-327ae3e45611", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:18:42.142242 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8be087b4-bcd6-4f55-8c0e-9915a877146e {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:18:42.142832 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83b22b6-472b-4c17-88de-81a94edc7cc5', 'name': 'network-vif-deleted', 'tag': 'a9948e91-6b2c-484a-b2e4-327ae3e45611', 'status': 'completed', 'code': 200} Jul 30 08:18:42.166383 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695683f2-76ae-469b-8486-84d15c0960a3 req-dfff9878-b027-4534-9f43-7ef0c3c6b1eb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:42.167919 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-695683f2-76ae-469b-8486-84d15c0960a3 req-dfff9878-b027-4534-9f43-7ef0c3c6b1eb tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0609553 Jul 30 08:18:42.211001 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-695683f2-76ae-469b-8486-84d15c0960a3 req-925de49a-ab61-4c2a-a641-3bc385892e65 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347619 Jul 30 08:18:42.441037 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d3e0e674-08bf-4a35-867e-696c40b2c2fa req-2dcea72f-763a-48e4-b280-3b1a935a9c41 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83b22b6-472b-4c17-88de-81a94edc7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jul 30 08:18:43.332068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124d4b3-e572-4042-8203-150d46ed52b9 req-35e896e3-90bc-4531-8e01-038df2a79157 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:43.333600 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c124d4b3-e572-4042-8203-150d46ed52b9 req-35e896e3-90bc-4531-8e01-038df2a79157 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0498657 Jul 30 08:18:43.371088 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c124d4b3-e572-4042-8203-150d46ed52b9 req-91675c4f-28b6-428e-8750-629142249fe8 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jul 30 08:18:44.490661 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895d172-fec2-49e7-a58d-eccc7335f95f req-c7f23cce-65a5-41c7-9db0-991db21ca517 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:44.492851 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4895d172-fec2-49e7-a58d-eccc7335f95f req-c7f23cce-65a5-41c7-9db0-991db21ca517 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0497990 Jul 30 08:18:44.529915 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4895d172-fec2-49e7-a58d-eccc7335f95f req-e97483ab-fe5e-4e6c-8d07-8cac35899b3f tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Jul 30 08:18:45.645663 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5d76-c1c2-4027-8c7a-5dd71f032184 req-02ee88c7-e058-459a-b484-6b1f4e645a0d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:45.647121 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-daed5d76-c1c2-4027-8c7a-5dd71f032184 req-02ee88c7-e058-459a-b484-6b1f4e645a0d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 944 time: 0.0478055 Jul 30 08:18:45.687358 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-daed5d76-c1c2-4027-8c7a-5dd71f032184 req-c7084ff9-68eb-4f2d-918e-8e677966ebf2 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Jul 30 08:18:45.860127 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:18:45.911206 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port ea216c5f-ee63-4592-8c63-61a2640d5d70 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:18:45.911781 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:45.986056 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:46.007967 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:18:46.010211 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd5d44-3a45-482b-94dd-a3c86dacef05" -d '{"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:18:46.022878 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:18:46.028152 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:46.056145 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c6ec3-ea3c-4576-bcf9-faa387241712 x-openstack-request-id: req-a64c6ec3-ea3c-4576-bcf9-faa387241712 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:18:46.056431 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-plugged", "status": "completed", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:18:46.056682 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64c6ec3-ea3c-4576-bcf9-faa387241712 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:18:46.057096 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'code': 200} Jul 30 08:18:46.089087 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=10']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:46.226147 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651bd0-7cd7-489b-830c-f300f7674b4f req-d55eff1a-e0da-4922-bbda-f8956456e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:46.227520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d7651bd0-7cd7-489b-830c-f300f7674b4f req-d55eff1a-e0da-4922-bbda-f8956456e1f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 1099 time: 0.0396678 Jul 30 08:18:46.806100 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a256-9522-4334-a276-e4544b1e3861 req-d19f72e7-3c3a-48a8-be6f-ae38acf31df3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:46.807565 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33f8a256-9522-4334-a276-e4544b1e3861 req-d19f72e7-3c3a-48a8-be6f-ae38acf31df3 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0490859 Jul 30 08:18:46.844206 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-33f8a256-9522-4334-a276-e4544b1e3861 req-30d6c2a5-d7fb-4ef9-b2ce-091333b42fb1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Jul 30 08:18:47.182667 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device a9948e91-6b2c-484a-b2e4-327ae3e45611 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:18:47.203527 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: a9948e91-6b2c-484a-b2e4-327ae3e45611 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:18:47.203925 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device a9948e91-6b2c-484a-b2e4-327ae3e45611 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:18:47.212955 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d7651bd0-7cd7-489b-830c-f300f7674b4f req-72d97e65-7046-4ddc-b2a4-880238dc6175 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292161 Jul 30 08:18:47.964282 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024cf7-3bc9-4721-8ff7-e29162a4e682 req-4579fa68-1a37-4898-a68b-4da12ba4a705 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:47.965795 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a0024cf7-3bc9-4721-8ff7-e29162a4e682 req-4579fa68-1a37-4898-a68b-4da12ba4a705 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0492918 Jul 30 08:18:48.002648 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a0024cf7-3bc9-4721-8ff7-e29162a4e682 req-fd3fb3cb-f257-4bf7-acee-21031ab79149 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309837 Jul 30 08:18:49.123582 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba3244-2a07-4afa-9402-3b237ffcdbaf req-bd6f76ac-ec54-48b8-bf8c-a5524541af06 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:49.125140 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0dba3244-2a07-4afa-9402-3b237ffcdbaf req-bd6f76ac-ec54-48b8-bf8c-a5524541af06 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0500672 Jul 30 08:18:49.166745 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0dba3244-2a07-4afa-9402-3b237ffcdbaf req-9cd5c8ee-8737-4b59-807b-6baa687d9e33 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357349 Jul 30 08:18:50.289682 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5d53-84cc-4fe2-a4a9-82a2023e9420 req-6fe5ca83-c079-4c6f-8dff-47b96defecd7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:50.291202 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18fc5d53-84cc-4fe2-a4a9-82a2023e9420 req-6fe5ca83-c079-4c6f-8dff-47b96defecd7 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0518210 Jul 30 08:18:50.328670 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-18fc5d53-84cc-4fe2-a4a9-82a2023e9420 req-a14d2957-56dc-42cc-98eb-55eb595db616 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 30 08:18:50.936749 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6ce6fbb8-0a5e-4a18-92b6-d270cad503d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:51.444397 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a340-d1a1-4e8e-b256-d50c1744fcca req-7c8349b4-d1d3-4b61-ac6d-0328c13fbc0e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:51.446058 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6dc0a340-d1a1-4e8e-b256-d50c1744fcca req-7c8349b4-d1d3-4b61-ac6d-0328c13fbc0e tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0476191 Jul 30 08:18:51.483310 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6dc0a340-d1a1-4e8e-b256-d50c1744fcca req-d974d2b0-fd96-4e38-87c1-e4b61e455394 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Jul 30 08:18:52.601962 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617a87e-8083-44dc-93ce-6bdcb98520b7 req-a7ff3eff-b4c6-4495-83d2-d3f2f30aac42 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:52.603510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0617a87e-8083-44dc-93ce-6bdcb98520b7 req-a7ff3eff-b4c6-4495-83d2-d3f2f30aac42 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0514562 Jul 30 08:18:52.646135 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0617a87e-8083-44dc-93ce-6bdcb98520b7 req-7bc947b2-0743-4717-94b1-eaad587ba4fe tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367343 Jul 30 08:18:53.396140 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3d78224-814b-4d8d-afb4-48cb94b36f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:53.728882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:53.770155 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da468e7-bef9-4e77-ab08-93365f53b6f5 req-28d00038-96c6-4e12-b54c-f3861aae7d28 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:53.771688 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2da468e7-bef9-4e77-ab08-93365f53b6f5 req-28d00038-96c6-4e12-b54c-f3861aae7d28 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0520244 Jul 30 08:18:53.810157 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2da468e7-bef9-4e77-ab08-93365f53b6f5 req-18524a5e-28b1-4592-a94a-c45dbc244706 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Jul 30 08:18:53.915249 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:54.486501 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:56.269533 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:57.290918 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:18:57.586395 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-a47e22b7-0d3a-47df-a9ee-971db66a249b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:57.587958 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-a47e22b7-0d3a-47df-a9ee-971db66a249b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 813 time: 0.1009529 Jul 30 08:18:57.604172 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-1cdd7474-b2d7-42b7-b354-bd94e54221b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/quotas/83a9a43c26ce4aa6b202bcf5ce47f85f HTTP/1.1" status: 200 len: 375 time: 0.0102282 Jul 30 08:18:57.639724 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-25dadc40-e424-415e-a771-ba82dfe94079 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300212 Jul 30 08:18:57.778152 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-3b67e200-93fd-4eb8-8a1e-bfa842036e37 service neutron] 10.222.0.16 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315250 Jul 30 08:18:58.080010 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-b372a1ed-0465-4769-a6a3-29224fb57536 service neutron] 10.222.0.16 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958465 Jul 30 08:18:58.241371 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ab6513a8-98b7-41ff-87c5-a1cc365c6dd5 req-dbefb402-234e-46f4-a096-a035f541cbc0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 210 time: 0.0278831 Jul 30 08:18:59.140608 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-fc8e4f6e-322f-41c4-9006-c93a0df1a14a tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:59.142003 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-fc8e4f6e-322f-41c4-9006-c93a0df1a14a tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 813 time: 0.1277201 Jul 30 08:18:59.154943 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Request body: {'port': {'device_id': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1', 'admin_state_up': True, 'tenant_id': '83a9a43c26ce4aa6b202bcf5ce47f85f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:59.262547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Made reservation on behalf of 83a9a43c26ce4aa6b202bcf5ce47f85f for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:18:59.266252 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:59.339311 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-461be2c1-3efb-4083-aa5f-84cb650b974d req-2a0883e0-0ad3-4be5-9ee8-80d1a53a7291 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Jul 30 08:18:59.395327 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Allocated IP 172.20.0.14 (3206f835-0749-4601-a78b-b7a315fa87c1/a15adb01-9164-430e-8136-f131009b2f0e/85488f19-415e-4a6c-80df-e0cb9be6093b) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:18:59.538872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:59.577330 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:59.617711 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Network 3206f835-0749-4601-a78b-b7a315fa87c1 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:18:59.620680 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:18:59.626494 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:18:59.632949 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Pushing event updated for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:18:59.676694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:18:59.677258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:18:59.691064 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0ab494aa-4375-4120-bc53-f3d7cca696b0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400300 Jul 30 08:18:59.703303 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Request body: {'port': {'device_id': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:18:59.759854 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.017832 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85488f19-415e-4a6c-80df-e0cb9be6093b {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:19:00.025593 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.037336 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Transition to ACTIVE for port object 85488f19-415e-4a6c-80df-e0cb9be6093b will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:00.041705 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.087428 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Pushing event updated for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:00.163634 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Attempting to bind port 85488f19-415e-4a6c-80df-e0cb9be6093b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:00.164531 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Attempting to bind port 85488f19-415e-4a6c-80df-e0cb9be6093b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:00.164531 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Attempting to bind port 85488f19-415e-4a6c-80df-e0cb9be6093b on network 3206f835-0749-4601-a78b-b7a315fa87c1 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:00.168634 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Port 85488f19-415e-4a6c-80df-e0cb9be6093b on network 3206f835-0749-4601-a78b-b7a315fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:19:00.168986 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Attempting to bind port 85488f19-415e-4a6c-80df-e0cb9be6093b on network 3206f835-0749-4601-a78b-b7a315fa87c1 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:00.173771 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:00.174104 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Checking segment: {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:00.174482 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Bound using segment: {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:00.174907 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Bound port: 85488f19-415e-4a6c-80df-e0cb9be6093b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91d13ca-a3a9-4193-9e32-e172c73b2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:00.175282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.237625 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:00.241590 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85488f19-415e-4a6c-80df-e0cb9be6093b,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:00.246308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.282288 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.283253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:00.285016 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] 10.222.0.30 "PUT /v2.0/ports/85488f19-415e-4a6c-80df-e0cb9be6093b HTTP/1.1" status: 200 len: 1094 time: 0.5854936 Jul 30 08:19:00.287452 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:19:00.291739 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c271862-12ea-4d83-84d8-a5bea16aae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:19:00.318790 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea9d4c-d6d3-4149-8ab2-a5362ccdce2d service neutron] Pushing event updated for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:00.339221 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235fdd0a-657a-4826-ad90-2348828845a5 x-openstack-request-id: req-235fdd0a-657a-4826-ad90-2348828845a5 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:19:00.339526 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:19:00.339803 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-235fdd0a-657a-4826-ad90-2348828845a5 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:19:00.340256 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b', 'status': 'completed', 'code': 200} Jul 30 08:19:00.372195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-2d54f162-0d90-4120-9e0c-1e0a7eeee0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.373664 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-2d54f162-0d90-4120-9e0c-1e0a7eeee0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 1097 time: 0.0477154 Jul 30 08:19:00.426703 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-0159d1c0-b8a5-4686-9b20-5f3c1e2776c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85488f19-415e-4a6c-80df-e0cb9be6093b HTTP/1.1" status: 200 len: 217 time: 0.0451150 Jul 30 08:19:00.487125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-79eede4a-65d3-4f1a-bccf-7d24cb55b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.488682 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-79eede4a-65d3-4f1a-bccf-7d24cb55b382 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a15adb01-9164-430e-8136-f131009b2f0e HTTP/1.1" status: 200 len: 853 time: 0.0549078 Jul 30 08:19:00.490749 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843cd81-34c1-4161-ac20-5668267a2370 req-30384a0e-3d29-40b4-9d26-60813650edca tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.492393 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c843cd81-34c1-4161-ac20-5668267a2370 req-30384a0e-3d29-40b4-9d26-60813650edca tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 944 time: 0.0556984 Jul 30 08:19:00.521363 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-2b4e9c25-8e22-4a90-8a77-caaf4a9cdcfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3206f835-0749-4601-a78b-b7a315fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247047 Jul 30 08:19:00.532793 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c843cd81-34c1-4161-ac20-5668267a2370 req-6cc5a560-c17a-4712-b6fb-dee8bc6810d7 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Jul 30 08:19:00.615535 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-4a288d61-a512-4c85-bbde-1eb0d89b34d3 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Jul 30 08:19:00.705760 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-168b684f-d8e3-4a95-a4cb-1f9f0d10bfc7 req-33960b3f-c5a0-4963-b639-fb026c1415bd service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831656 Jul 30 08:19:00.794217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-4adfa43c-df80-4299-9535-ddb199234d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.795565 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-4adfa43c-df80-4299-9535-ddb199234d87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 1097 time: 0.0404887 Jul 30 08:19:00.887125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-ccd6857e-3f3f-4459-8c77-9d137968eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.888540 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-ccd6857e-3f3f-4459-8c77-9d137968eb73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 200 len: 914 time: 0.0836444 Jul 30 08:19:00.931110 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-525a3642-9e1a-4a2d-991d-93a1ccb51cb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85488f19-415e-4a6c-80df-e0cb9be6093b HTTP/1.1" status: 200 len: 217 time: 0.0326896 Jul 30 08:19:00.984921 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-8606b77f-01b7-4ae3-9273-11aead701e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:00.986384 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-8606b77f-01b7-4ae3-9273-11aead701e1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a15adb01-9164-430e-8136-f131009b2f0e HTTP/1.1" status: 200 len: 853 time: 0.0478768 Jul 30 08:19:01.016916 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-032a9ea8-e366-4b47-b8ed-06d9825589df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3206f835-0749-4601-a78b-b7a315fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227683 Jul 30 08:19:01.113157 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-9ca270f2-40b5-4e45-bf24-ac95f24dfc54 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Jul 30 08:19:01.202665 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2c271862-12ea-4d83-84d8-a5bea16aae6e req-4b323cc1-b266-42dd-a4b0-62c44ff7a652 service neutron] 10.222.0.30 "GET /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813622 Jul 30 08:19:01.654358 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff346ce8-981c-4468-93a4-80ecc3109675 req-c7c89370-92a1-44ed-ace4-68ecce2400f0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:01.655922 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff346ce8-981c-4468-93a4-80ecc3109675 req-c7c89370-92a1-44ed-ace4-68ecce2400f0 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 944 time: 0.0524752 Jul 30 08:19:01.695767 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ff346ce8-981c-4468-93a4-80ecc3109675 req-b8152b63-a2c2-478f-b70a-5abd7fe3a9a1 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jul 30 08:19:02.814292 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce2bc7-a794-4b42-baef-e437a9bda6c4 req-829add1a-7e3b-49ae-91ae-0722bbe2e33b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:02.815771 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a6ce2bc7-a794-4b42-baef-e437a9bda6c4 req-829add1a-7e3b-49ae-91ae-0722bbe2e33b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 944 time: 0.0483437 Jul 30 08:19:02.854339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a6ce2bc7-a794-4b42-baef-e437a9bda6c4 req-68d5756c-58be-46a9-8dfe-404285029a72 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 30 08:19:02.956293 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 85488f19-415e-4a6c-80df-e0cb9be6093b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:19:03.050689 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85488f19-415e-4a6c-80df-e0cb9be6093b,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:03.061417 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '85488f19-415e-4a6c-80df-e0cb9be6093b', 'network_id': '3206f835-0749-4601-a78b-b7a315fa87c1', 'port_id': '85488f19-415e-4a6c-80df-e0cb9be6093b', 'mac_address': 'fa:16:3e:fb:ca:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15adb01-9164-430e-8136-f131009b2f0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:19:03.097050 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:03.108947 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85488f19-415e-4a6c-80df-e0cb9be6093b {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:19:03.127608 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85488f19-415e-4a6c-80df-e0cb9be6093b,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:03.131980 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:03.176761 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:03.964263 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839828a7-8fca-4ed4-9cb2-97dc8e46122a req-48252cb5-17e0-4df7-a1eb-285a66847fb4 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:03.965778 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-839828a7-8fca-4ed4-9cb2-97dc8e46122a req-48252cb5-17e0-4df7-a1eb-285a66847fb4 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 945 time: 0.0474310 Jul 30 08:19:04.003925 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-839828a7-8fca-4ed4-9cb2-97dc8e46122a req-99373d99-c9f0-41b0-8f4c-81979e8ddfa8 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jul 30 08:19:05.115093 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['85488f19-415e-4a6c-80df-e0cb9be6093b'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:19:05.126919 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994119ff-1a5f-412d-8f65-704e28810770 req-4f387a79-3e8a-4061-b087-2ac02a63388e tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:05.128431 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-994119ff-1a5f-412d-8f65-704e28810770 req-4f387a79-3e8a-4061-b087-2ac02a63388e tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 945 time: 0.0532897 Jul 30 08:19:05.168758 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-994119ff-1a5f-412d-8f65-704e28810770 req-5ea6d3e9-fde1-4858-9b56-1d1d5769f851 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331833 Jul 30 08:19:06.282792 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe35aa-7e70-4f29-a2f3-047cc7d76acc req-e509da21-3cda-4326-b5ef-2b4fbfa83c8b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:06.284406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0fbe35aa-7e70-4f29-a2f3-047cc7d76acc req-e509da21-3cda-4326-b5ef-2b4fbfa83c8b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Jul 30 08:19:06.322649 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0fbe35aa-7e70-4f29-a2f3-047cc7d76acc req-2931da49-f3f9-4b44-878d-ba4d87ea7b17 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Jul 30 08:19:06.912542 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 85488f19-415e-4a6c-80df-e0cb9be6093b up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:06.960695 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 85488f19-415e-4a6c-80df-e0cb9be6093b completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:06.964336 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 85488f19-415e-4a6c-80df-e0cb9be6093b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:06.964743 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:07.042650 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:07.064198 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:19:07.066437 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc9ad5-0fe0-44b1-ab9a-9fb74d9bf70f" -d '{"events": [{"server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "name": "network-vif-plugged", "status": "completed", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:19:07.078993 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85488f19-415e-4a6c-80df-e0cb9be6093b,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:07.083276 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:07.107268 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20430a7f-46e7-4660-a67b-1d5559facf94 x-openstack-request-id: req-20430a7f-46e7-4660-a67b-1d5559facf94 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:19:07.107558 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "name": "network-vif-plugged", "status": "completed", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:19:07.107808 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20430a7f-46e7-4660-a67b-1d5559facf94 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:19:07.108194 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b', 'code': 200} Jul 30 08:19:07.133489 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:07.288653 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b68516-980f-4576-ace6-a83096e715bf req-9010c6f1-63b9-4395-97be-56d021b628e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:07.290426 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40b68516-980f-4576-ace6-a83096e715bf req-9010c6f1-63b9-4395-97be-56d021b628e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 1099 time: 0.0416405 Jul 30 08:19:07.329566 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-40b68516-980f-4576-ace6-a83096e715bf req-6fa24c6a-7f45-4535-b27d-177ec01362d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290575 Jul 30 08:19:07.445631 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f426-1652-4988-ab4e-368aeac3a2e9 req-41e3da0f-8901-4853-93e2-a441c574bd1d tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:07.445631 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b6e3f426-1652-4988-ab4e-368aeac3a2e9 req-41e3da0f-8901-4853-93e2-a441c574bd1d tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 946 time: 0.0549376 Jul 30 08:19:07.484027 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b6e3f426-1652-4988-ab4e-368aeac3a2e9 req-73b61b39-397a-4dda-aa24-f4dced77925c tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jul 30 08:19:08.610871 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b87320-16de-4205-a5fc-0ba9278ad374 req-f24ad6ba-ecdb-4caf-a131-e7e3b472a8a2 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:08.612197 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00b87320-16de-4205-a5fc-0ba9278ad374 req-f24ad6ba-ecdb-4caf-a131-e7e3b472a8a2 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 946 time: 0.0531065 Jul 30 08:19:08.654455 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-00b87320-16de-4205-a5fc-0ba9278ad374 req-2bd24d7d-42c9-491e-bb56-5bbab688ce28 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Jul 30 08:19:09.086356 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56004) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:09.208749 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.303832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.307730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.349592 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=726077708221412fa7084bab774defb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618179 Jul 30 08:19:09.350726 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7c03d-d70c-417c-9a29-814af90f1d2a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:09.352398 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56008) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:09.360422 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.360781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.361164 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.361522 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.361856 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.362264 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.362607 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.362954 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.363278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.363608 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.363968 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.364288 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d742303-018b-4832-9875-5e034b72f53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:09.408530 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.431898 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.494526 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.497317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.498616 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bf7c03d-d70c-417c-9a29-814af90f1d2a HTTP/1.1" status: 204 len: 168 time: 0.1449649 Jul 30 08:19:09.507431 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75739c-0b53-428b-9002-1d9d6fd34096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7c03d-d70c-417c-9a29-814af90f1d2a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:09.769321 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56014) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:09.782622 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbc0e-8848-488d-9378-030e59a4de54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.871462 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbc0e-8848-488d-9378-030e59a4de54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.875230 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbc0e-8848-488d-9378-030e59a4de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.911905 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0a7fbc0e-8848-488d-9378-030e59a4de54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=378c7a245cf74171b0ecace0e36e4203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414888 Jul 30 08:19:09.913865 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fbc0e-8848-488d-9378-030e59a4de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3173636-ee72-4cb6-9eb0-fb139ee07e70,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:09.914755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56016) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:09.964795 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:09.985324 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:10.035231 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:10.037843 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:10.039051 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3173636-ee72-4cb6-9eb0-fb139ee07e70 HTTP/1.1" status: 204 len: 168 time: 0.1233075 Jul 30 08:19:10.048106 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48ad96-2df6-45e7-8f38-853cedecdeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3173636-ee72-4cb6-9eb0-fb139ee07e70,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:14.890994 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56102) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:14.998538 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-088994c5-6c8d-4061-aa4d-10a29dbf3677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.089518 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-088994c5-6c8d-4061-aa4d-10a29dbf3677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.093192 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-088994c5-6c8d-4061-aa4d-10a29dbf3677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.132669 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-088994c5-6c8d-4061-aa4d-10a29dbf3677 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e451bd8c1ff24822aace4d86303c01b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405841 Jul 30 08:19:15.133657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088994c5-6c8d-4061-aa4d-10a29dbf3677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0838ac26-e348-4140-a099-5d611a22c032,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:15.135349 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56106) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:15.185507 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.205892 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.250819 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.253446 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.254595 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0838ac26-e348-4140-a099-5d611a22c032 HTTP/1.1" status: 204 len: 168 time: 0.1172371 Jul 30 08:19:15.262459 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6a6b-e8f6-4c98-907f-0ef021175c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838ac26-e348-4140-a099-5d611a22c032,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:15.520175 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56114) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:15.534103 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc87b2a3-b2ff-4f48-a337-ac0791728460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.621108 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc87b2a3-b2ff-4f48-a337-ac0791728460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.624483 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc87b2a3-b2ff-4f48-a337-ac0791728460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.662338 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-dc87b2a3-b2ff-4f48-a337-ac0791728460 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb7f9da7f6eb42938db713b753111bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410706 Jul 30 08:19:15.664623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87b2a3-b2ff-4f48-a337-ac0791728460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa901f0c-5e3d-44ee-8540-df4f227ffc58,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:15.665712 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56116) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:15.717860 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.737983 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.789804 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.792656 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:15.793899 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa901f0c-5e3d-44ee-8540-df4f227ffc58 HTTP/1.1" status: 204 len: 168 time: 0.1271160 Jul 30 08:19:15.801620 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218c189-5f6f-4f03-8697-4ddb82e92c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa901f0c-5e3d-44ee-8540-df4f227ffc58,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:20.937406 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d37a9045-a915-4709-9327-c2d92dd554d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.094320 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56214) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:22.196430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ab7f-ab61-4b5f-b9db-418d8a787a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.282547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ab7f-ab61-4b5f-b9db-418d8a787a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.286536 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ab7f-ab61-4b5f-b9db-418d8a787a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.325520 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0ef3ab7f-ab61-4b5f-b9db-418d8a787a02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae967217986b4c199f8d1abdcd2a603d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301075 Jul 30 08:19:22.326364 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ab7f-ab61-4b5f-b9db-418d8a787a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2edb34-5204-45f4-afa1-a69686bf690f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:22.329168 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56218) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:22.381920 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.403291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.449171 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.451650 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.454997 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af2edb34-5204-45f4-afa1-a69686bf690f HTTP/1.1" status: 204 len: 168 time: 0.1222439 Jul 30 08:19:22.460289 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f896bf8-5f56-4a34-9a38-fce12ea5fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2edb34-5204-45f4-afa1-a69686bf690f,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:22.708080 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56224) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:22.721622 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-847110e5-cd2f-4465-97cc-ab34267f41ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.807757 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-847110e5-cd2f-4465-97cc-ab34267f41ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.811401 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-847110e5-cd2f-4465-97cc-ab34267f41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.849515 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-847110e5-cd2f-4465-97cc-ab34267f41ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2e7d24e526f4216a6fbafb92f35cee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403799 Jul 30 08:19:22.850383 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847110e5-cd2f-4465-97cc-ab34267f41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffc120a-5c2a-4483-afc9-141cb4dfaf1a,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:22.852222 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56226) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:22.901177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.922155 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.969801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.972438 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:22.973661 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ffc120a-5c2a-4483-afc9-141cb4dfaf1a HTTP/1.1" status: 204 len: 168 time: 0.1203582 Jul 30 08:19:22.982014 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217169b-6ea9-450f-a40a-01f1f0a7c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffc120a-5c2a-4483-afc9-141cb4dfaf1a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:23.398126 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-46fd02ee-763a-4665-8a0f-c8d2e59b5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:23.732003 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:23.917839 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:24.489420 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:26.271146 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:26.600832 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7975b-b68c-48bb-a900-c95772967f93 req-eaf4ba26-3cc2-4c56-b9d7-d34433c6a0d1 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:26.602363 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dbb7975b-b68c-48bb-a900-c95772967f93 req-eaf4ba26-3cc2-4c56-b9d7-d34433c6a0d1 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Jul 30 08:19:26.642963 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dbb7975b-b68c-48bb-a900-c95772967f93 req-851a5c44-552c-4302-85c9-3fd3134dadcf tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Jul 30 08:19:27.760223 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81374-2eea-4767-8316-259e2b9e2a85 req-3cc2e3a3-dc25-4132-bfc5-f83cbbebcd29 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:27.761730 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52a81374-2eea-4767-8316-259e2b9e2a85 req-3cc2e3a3-dc25-4132-bfc5-f83cbbebcd29 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Jul 30 08:19:27.799249 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-52a81374-2eea-4767-8316-259e2b9e2a85 req-f46cccd7-d030-4ff3-accd-88bd8c8840a3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jul 30 08:19:28.410755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-f5c401f7-3083-428d-b4ad-ada168b857da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:28.412119 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-f5c401f7-3083-428d-b4ad-ada168b857da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0400465 Jul 30 08:19:28.537156 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-ff199354-bb6c-439c-97c0-549b69f961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:28.538663 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-ff199354-bb6c-439c-97c0-549b69f961a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.0829756 Jul 30 08:19:28.609530 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-d7abe05a-46ae-43b7-a36d-ea74f8ee97b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 1000 time: 0.0631614 Jul 30 08:19:28.662072 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-0f36cfe9-5de6-40ce-a578-47c7ee44c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:28.663448 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-0f36cfe9-5de6-40ce-a578-47c7ee44c6b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0443232 Jul 30 08:19:28.714641 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-64aec886-ad8d-46a7-8196-bb3ae0959110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:28.716166 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-64aec886-ad8d-46a7-8196-bb3ae0959110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407591 Jul 30 08:19:28.806897 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-4543fe76-9f6f-4cf5-9f6b-10c01703a5d4 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822098 Jul 30 08:19:28.898122 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0cd77ae7-ba83-4b9a-8024-ce5778e24f58 req-ada3aa48-3719-4122-8110-4837fb8a7ac8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Jul 30 08:19:28.916935 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71c7a-9c90-435e-b94a-ab9391bf893c req-e76a82e8-468b-4aec-a1f3-2ef12de209f8 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:28.918568 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3e71c7a-9c90-435e-b94a-ab9391bf893c req-e76a82e8-468b-4aec-a1f3-2ef12de209f8 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0511708 Jul 30 08:19:28.956960 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a3e71c7a-9c90-435e-b94a-ab9391bf893c req-7e8f6ce4-a7a4-4c5b-a41c-0a8ea9b9e977 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jul 30 08:19:30.068668 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c8bc4-5278-4744-9685-73ed6ab9cd8d req-0285dbee-50c9-42bd-9254-59b30fc4b93b tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:30.070150 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-155c8bc4-5278-4744-9685-73ed6ab9cd8d req-0285dbee-50c9-42bd-9254-59b30fc4b93b tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Jul 30 08:19:30.113487 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-155c8bc4-5278-4744-9685-73ed6ab9cd8d req-457feec4-746b-4044-95d9-938d2e5768c5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367806 Jul 30 08:19:31.233612 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4a89e-c080-4383-ae75-48d487658da8 req-7f7f272b-27b8-48b5-9f01-e0210de40970 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:31.235103 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74e4a89e-c080-4383-ae75-48d487658da8 req-7f7f272b-27b8-48b5-9f01-e0210de40970 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Jul 30 08:19:31.272654 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-74e4a89e-c080-4383-ae75-48d487658da8 req-60a8bf03-1919-4cd8-8c20-1e4e91640a0c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Jul 30 08:19:32.388665 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fbbd1-b835-4bb7-a92a-b700de469bae req-30faa2ce-ff18-47b8-9a84-54f76a30a96e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:32.390406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-477fbbd1-b835-4bb7-a92a-b700de469bae req-30faa2ce-ff18-47b8-9a84-54f76a30a96e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Jul 30 08:19:32.428569 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-477fbbd1-b835-4bb7-a92a-b700de469bae req-8bb36723-e999-4687-a323-2936414ab78d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jul 30 08:19:33.544683 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3890a-0f09-4352-8ea5-e5ea8aee575c req-674cd427-f965-4f3c-967a-23948346988a tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:33.546101 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d2e3890a-0f09-4352-8ea5-e5ea8aee575c req-674cd427-f965-4f3c-967a-23948346988a tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Jul 30 08:19:33.591326 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d2e3890a-0f09-4352-8ea5-e5ea8aee575c req-2615250c-bf18-4ea4-aaac-74cf15e76ecb tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 Jul 30 08:19:33.884482 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df122307-6f87-4f94-888d-14b63fade8d2 req-0bfa2e5c-8b9e-4e03-a0e2-d3c3350ac65c tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:33.886375 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-df122307-6f87-4f94-888d-14b63fade8d2 req-0bfa2e5c-8b9e-4e03-a0e2-d3c3350ac65c tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 946 time: 0.0519316 Jul 30 08:19:33.928663 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-df122307-6f87-4f94-888d-14b63fade8d2 req-e512b1f9-3197-44fb-9e4a-e6b95907270e tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Jul 30 08:19:34.289828 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:19:34.708230 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536914-de2c-48b4-a450-480f60661709 req-c0d94cb3-5c72-4a6d-8eee-9a5003754fba tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:34.709747 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31536914-de2c-48b4-a450-480f60661709 req-c0d94cb3-5c72-4a6d-8eee-9a5003754fba tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Jul 30 08:19:34.748614 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-31536914-de2c-48b4-a450-480f60661709 req-d8d1cf6b-63ef-46d4-8c19-156b48528ae9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Jul 30 08:19:35.057318 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d581a-3b0e-453e-9fb8-bb6ebbce5898 req-8e75aaa8-3669-4212-a1af-fcccb0dc6ded tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:35.058843 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-718d581a-3b0e-453e-9fb8-bb6ebbce5898 req-8e75aaa8-3669-4212-a1af-fcccb0dc6ded tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 946 time: 0.0523274 Jul 30 08:19:35.104817 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-718d581a-3b0e-453e-9fb8-bb6ebbce5898 req-967d094f-c131-4ebe-bae8-b3ae6e4328e3 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/security-groups?id=b788fb50-e0e4-4cdd-a794-23f63390910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Jul 30 08:19:35.562784 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-003b09c5-b4c8-4915-ac1a-34a6084f978b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:35.564293 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-003b09c5-b4c8-4915-ac1a-34a6084f978b tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 946 time: 0.0608041 Jul 30 08:19:35.659652 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Deleting port 85488f19-415e-4a6c-80df-e0cb9be6093b {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:19:35.659988 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:35.746179 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] For port 85488f19-415e-4a6c-80df-e0cb9be6093b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=85488f19-415e-4a6c-80df-e0cb9be6093b,segment=NetworkSegment(f91d13ca-a3a9-4193-9e32-e172c73b2daf),segment_id=f91d13ca-a3a9-4193-9e32-e172c73b2daf)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:35.746534 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:35.758866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Calling delete_port for 85488f19-415e-4a6c-80df-e0cb9be6093b owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:19:35.863215 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e740d1-fd16-4cf3-bbcf-01aa0fd46ef4 req-823f4044-8ece-41f7-8949-0d724ab58f2d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:35.864656 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49e740d1-fd16-4cf3-bbcf-01aa0fd46ef4 req-823f4044-8ece-41f7-8949-0d724ab58f2d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Jul 30 08:19:35.888678 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:35.902172 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['85488f19-415e-4a6c-80df-e0cb9be6093b'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:19:35.905014 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-49e740d1-fd16-4cf3-bbcf-01aa0fd46ef4 req-0fab0b71-b39c-4d75-a3a8-05cfe52f2842 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338314 Jul 30 08:19:35.927087 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Pushing event deleted for resources: {'Port': ['ID=85488f19-415e-4a6c-80df-e0cb9be6093b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:35.967598 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] No DVR routers for this DVR port 85488f19-415e-4a6c-80df-e0cb9be6093b on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:19:35.969924 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:35.971852 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-188b1c33-48ae-4f17-8eb0-dd25db910388 req-c8cd7dbc-412c-47f2-9c0f-612748fbcf95 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.30 "DELETE /v2.0/ports/85488f19-415e-4a6c-80df-e0cb9be6093b HTTP/1.1" status: 204 len: 173 time: 0.4015284 Jul 30 08:19:35.972275 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'name': 'network-vif-deleted', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:19:35.974494 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79e129-ad66-44dd-8cce-c783ee6a4dc8" -d '{"events": [{"server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "name": "network-vif-deleted", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:19:36.011347 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181a84d-6caa-413f-9a2b-ad92153860f2 x-openstack-request-id: req-b181a84d-6caa-413f-9a2b-ad92153860f2 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:19:36.011643 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3525adf-b6f5-4764-9428-dca7aa6eaa80", "name": "network-vif-deleted", "tag": "85488f19-415e-4a6c-80df-e0cb9be6093b", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:19:36.011896 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b181a84d-6caa-413f-9a2b-ad92153860f2 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:19:36.012296 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3525adf-b6f5-4764-9428-dca7aa6eaa80', 'name': 'network-vif-deleted', 'tag': '85488f19-415e-4a6c-80df-e0cb9be6093b', 'status': 'completed', 'code': 200} Jul 30 08:19:36.210767 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a9fe46c4-4069-4565-8291-87b7b455f60a req-14d33cf9-1c3c-406c-a7e1-0f6b78675db5 tempest-VolumesSnapshotTestJSON-2144628152 tempest-VolumesSnapshotTestJSON-2144628152-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3525adf-b6f5-4764-9428-dca7aa6eaa80 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Jul 30 08:19:37.018606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9794b6-3636-4e87-b5ec-0b4fbd70091f req-6a128d61-617b-4c86-aae6-f9f3a61b0123 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:37.020152 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b9794b6-3636-4e87-b5ec-0b4fbd70091f req-6a128d61-617b-4c86-aae6-f9f3a61b0123 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0478606 Jul 30 08:19:37.056992 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0b9794b6-3636-4e87-b5ec-0b4fbd70091f req-b28cedc5-d868-4453-9b58-2dfd174d22ee tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Jul 30 08:19:38.176079 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b939c3-5baa-4695-bd3a-d8385deca735 req-391f67c5-bdb4-4c45-bc31-fe52a71ce9b4 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:38.177604 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6b939c3-5baa-4695-bd3a-d8385deca735 req-391f67c5-bdb4-4c45-bc31-fe52a71ce9b4 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Jul 30 08:19:38.216547 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6b939c3-5baa-4695-bd3a-d8385deca735 req-82714e64-1983-440a-b798-6d6d0fbcac6a tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324361 Jul 30 08:19:39.291948 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 85488f19-415e-4a6c-80df-e0cb9be6093b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:19:39.314898 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 85488f19-415e-4a6c-80df-e0cb9be6093b {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:19:39.315249 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 85488f19-415e-4a6c-80df-e0cb9be6093b not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:19:39.339356 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad7e2d-5181-4c16-8725-b8d8fb589132 req-d6ff72e0-2688-4996-8a92-79d86ed2a182 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:39.340578 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-50ad7e2d-5181-4c16-8725-b8d8fb589132 req-d6ff72e0-2688-4996-8a92-79d86ed2a182 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0562439 Jul 30 08:19:39.378702 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-50ad7e2d-5181-4c16-8725-b8d8fb589132 req-7ae54e07-8f9b-4526-971d-a5f9505e9f3f tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Jul 30 08:19:40.492749 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae343f2-174c-4e8a-8d44-5e6ee8f36901 req-842b171d-40aa-4d2e-9dc5-8d9871c2fa42 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:40.494271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ae343f2-174c-4e8a-8d44-5e6ee8f36901 req-842b171d-40aa-4d2e-9dc5-8d9871c2fa42 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Jul 30 08:19:40.534619 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0ae343f2-174c-4e8a-8d44-5e6ee8f36901 req-168b86d6-28a9-4c7c-9f32-1a0f7ddf0081 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Jul 30 08:19:41.651841 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115c617-4ede-405c-a61b-19c4f6eaac78 req-60c01d45-2f68-4555-85e3-3afea5479ae5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:41.653348 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9115c617-4ede-405c-a61b-19c4f6eaac78 req-60c01d45-2f68-4555-85e3-3afea5479ae5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0524745 Jul 30 08:19:41.690066 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-9115c617-4ede-405c-a61b-19c4f6eaac78 req-964819b4-a01b-42b7-8747-1d9117fd3006 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Jul 30 08:19:42.802613 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1fda-12b7-4c80-a3a9-be814a5dcd77 req-1b6c1c3b-fb78-4efc-b529-3f02b9dd0cb2 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:42.804125 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c59c1fda-12b7-4c80-a3a9-be814a5dcd77 req-1b6c1c3b-fb78-4efc-b529-3f02b9dd0cb2 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Jul 30 08:19:42.844001 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c59c1fda-12b7-4c80-a3a9-be814a5dcd77 req-d7aa397c-6213-4c51-a475-a42f3585bd81 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jul 30 08:19:43.289530 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969884d5-46b5-4dea-91ff-7633d9e231b3 req-4e6ce6aa-f9db-479b-9c66-53dd006bdab6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:43.290977 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-969884d5-46b5-4dea-91ff-7633d9e231b3 req-4e6ce6aa-f9db-479b-9c66-53dd006bdab6 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0488818 Jul 30 08:19:43.329589 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-969884d5-46b5-4dea-91ff-7633d9e231b3 req-c7880c76-7465-4666-ae77-c46ed81a984d tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Jul 30 08:19:43.976694 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9873c-10c0-4117-9d06-9fa5f2f07892 req-511e2707-a6f1-4338-b6fa-bf896355e3bc tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:43.978409 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4a9873c-10c0-4117-9d06-9fa5f2f07892 req-511e2707-a6f1-4338-b6fa-bf896355e3bc tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0606971 Jul 30 08:19:44.023799 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f4a9873c-10c0-4117-9d06-9fa5f2f07892 req-269c5497-2cfa-44a8-b0f0-4202f0b5febe tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Jul 30 08:19:44.451123 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70a05-89f4-4fc4-a402-073e31b1480f req-8b93abd0-7381-4d0d-8d95-9455eb47cf09 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:44.452598 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03c70a05-89f4-4fc4-a402-073e31b1480f req-8b93abd0-7381-4d0d-8d95-9455eb47cf09 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0499358 Jul 30 08:19:44.499381 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-03c70a05-89f4-4fc4-a402-073e31b1480f req-7c17d444-feda-4d3b-ac3b-b11869273af1 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Jul 30 08:19:44.526481 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-36c53257-4407-4c22-84d4-2826d17a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:44.528434 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-36c53257-4407-4c22-84d4-2826d17a8d77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0421042 Jul 30 08:19:44.905403 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-600d2f2c-09db-4bc5-93e0-2bda5d42d056 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:44.906830 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-600d2f2c-09db-4bc5-93e0-2bda5d42d056 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0709436 Jul 30 08:19:44.922523 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-439bb3bd-f2d6-4950-baf3-237486fad1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:44.923859 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-439bb3bd-f2d6-4950-baf3-237486fad1fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.3875248 Jul 30 08:19:45.034951 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-21043447-3808-40c4-930f-cd7cbc9d4f90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 1000 time: 0.0923119 Jul 30 08:19:45.088258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Deleting port ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:19:45.088880 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.138433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-a8ae540d-df75-40e4-a543-af8dd797de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:45.139912 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-a8ae540d-df75-40e4-a543-af8dd797de51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0973554 Jul 30 08:19:45.171532 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eaa63-d3eb-4d92-a466-adf8e30e9a6e req-1f576654-19eb-4274-a626-f3eb7a315ab4 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:45.173157 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-586eaa63-d3eb-4d92-a466-adf8e30e9a6e req-1f576654-19eb-4274-a626-f3eb7a315ab4 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0566716 Jul 30 08:19:45.216815 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-586eaa63-d3eb-4d92-a466-adf8e30e9a6e req-2c4bf0ec-e9b1-4632-9874-883de33c2687 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Jul 30 08:19:45.225548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] For port ea216c5f-ee63-4592-8c63-61a2640d5d70, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea216c5f-ee63-4592-8c63-61a2640d5d70,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:45.225916 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.236559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-e33d502e-6df3-4bbf-8b83-ef7321483877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:45.238113 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-e33d502e-6df3-4bbf-8b83-ef7321483877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908844 Jul 30 08:19:45.448087 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-19c407ce-85ba-4fc9-8ec1-ed1aadf28711 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013786 Jul 30 08:19:45.517177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.517554 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.517871 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.l3_db [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Floating IP 0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff disassociated. External IP: 172.27.0.42, port: ea216c5f-ee63-4592-8c63-61a2640d5d70. Jul 30 08:19:45.518217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Calling delete_port for ea216c5f-ee63-4592-8c63-61a2640d5d70 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:19:45.612066 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-2a6f6648-65c8-418b-9e36-a6e42a7064d1 req-1224a2e1-677a-475b-a455-19be3c564ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551852 Jul 30 08:19:45.655052 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1a0d-5949-43af-8845-7e9aaad3005b req-c677a8e9-84ad-400a-9dab-c22496206a13 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:45.657406 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6dfc1a0d-5949-43af-8845-7e9aaad3005b req-c677a8e9-84ad-400a-9dab-c22496206a13 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20737f30-06a4-477e-b502-392675e6962e HTTP/1.1" status: 200 len: 946 time: 0.0674345 Jul 30 08:19:45.682493 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.696946 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6dfc1a0d-5949-43af-8845-7e9aaad3005b req-d833fd26-17c3-4beb-b5cf-1317b71f9009 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c6d0f8b-4489-4979-a767-c604bdae1970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329008 Jul 30 08:19:45.720664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'Port': ['ID=ea216c5f-ee63-4592-8c63-61a2640d5d70,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:45.731655 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.732001 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.732340 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.733176 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.733176 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.733528 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.733784 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.734365 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.734654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.734866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.735192 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.735512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:45.836105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:19:45.940382 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:45.950564 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:19:45.959330 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:45.959936 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:45.980457 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] No DVR routers for this DVR port ea216c5f-ee63-4592-8c63-61a2640d5d70 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:19:45.983006 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:45.985116 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-09e0181d-39c4-4375-bfc9-652a11a6cf98 req-77c864e8-02f1-4144-9b4f-acfe39fef5fd tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.30 "DELETE /v2.0/ports/ea216c5f-ee63-4592-8c63-61a2640d5d70 HTTP/1.1" status: 204 len: 173 time: 1.0699790 Jul 30 08:19:45.985548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-deleted', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:19:45.987775 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c2cfd-a4b1-47fc-895d-ebaf55660bb8" -d '{"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-deleted", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:19:46.027204 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6abbebf-c91b-46dd-b478-1c3d0643a5ad x-openstack-request-id: req-f6abbebf-c91b-46dd-b478-1c3d0643a5ad {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:19:46.027622 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20737f30-06a4-477e-b502-392675e6962e", "name": "network-vif-deleted", "tag": "ea216c5f-ee63-4592-8c63-61a2640d5d70", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:19:46.027911 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6abbebf-c91b-46dd-b478-1c3d0643a5ad {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:19:46.028340 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20737f30-06a4-477e-b502-392675e6962e', 'name': 'network-vif-deleted', 'tag': 'ea216c5f-ee63-4592-8c63-61a2640d5d70', 'status': 'completed', 'code': 200} Jul 30 08:19:46.084557 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:46.286830 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:46.314884 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:19:46.323609 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:46.324220 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:46.379844 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11ea3-02a7-4412-bd42-dd6604bc1210 req-157040c3-abad-463c-ba5e-22471c2f1cb3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:46.381294 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bae11ea3-02a7-4412-bd42-dd6604bc1210 req-157040c3-abad-463c-ba5e-22471c2f1cb3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0648198 Jul 30 08:19:46.440363 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-bae11ea3-02a7-4412-bd42-dd6604bc1210 req-84dfb511-40bc-4ba3-a546-757d80727327 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520282 Jul 30 08:19:46.442816 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:46.681967 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:46.710652 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61083b2c-31c9-4e47-a669-73431c4c776d None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:12:05Z', 'revision_number': 4, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '1751a650-5068-4ce0-ba82-65dc9d3345bc', 'name': '', 'network_id': '87181d78-5096-4456-b2df-d20a21d7c3f7', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'mac_address': 'fa:16:3e:81:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:05Z', 'updated_at': '2021-07-30T08:12:18Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'subnets': [{'id': '65fa26db-3f41-42c1-aa7a-f32f09fc9fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:19:46.724175 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56514) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:46.824137 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56524) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:46.879339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9ea998f-c820-470a-b727-775e80c4b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:46.926150 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:46.964010 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:46.999019 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca804d-8ce3-48ec-82dd-037fcf8570db None None] New status for floating IP 0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:19:47.045004 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.047609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.051616 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c6d0f8b-4489-4979-a767-c604bdae1970 HTTP/1.1" status: 204 len: 168 time: 0.2264836 Jul 30 08:19:47.051777 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56526) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:47.059339 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9ea998f-c820-470a-b727-775e80c4b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.066508 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fb85f-58b2-458f-a90b-7cdf49203234 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d0f8b-4489-4979-a767-c604bdae1970,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:47.069007 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e9ea998f-c820-470a-b727-775e80c4b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.080822 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.api.v2.resource [None req-6b5fbb0d-dbee-4b4d-add0-dadc4b07f5e9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] show failed (client error): The resource could not be found. Jul 30 08:19:47.082826 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-6b5fbb0d-dbee-4b4d-add0-dadc4b07f5e9 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "GET /v2.0/security-groups/6c6d0f8b-4489-4979-a767-c604bdae1970 HTTP/1.1" status: 404 len: 347 time: 0.0299332 Jul 30 08:19:47.085983 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56528) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:47.114832 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea998f-c820-470a-b727-775e80c4b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe54c6-2a2a-4c3d-8fe2-d18b107e7b73,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:47.122016 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e9ea998f-c820-470a-b727-775e80c4b7a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f32299923bff4251979844dcb881968b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939896 Jul 30 08:19:47.122336 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56530) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:47.183432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.210571 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.259124 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.262185 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.265753 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcfe54c6-2a2a-4c3d-8fe2-d18b107e7b73 HTTP/1.1" status: 204 len: 168 time: 0.1400826 Jul 30 08:19:47.265911 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Deleting port bf78f21d-94fe-4f37-852d-0f7fa87eb81e {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:19:47.265911 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.270881 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5789568-0051-4c78-a053-2ec2f87e1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe54c6-2a2a-4c3d-8fe2-d18b107e7b73,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:47.357179 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.357565 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.369708 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Calling delete_port for bf78f21d-94fe-4f37-852d-0f7fa87eb81e owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:19:47.563360 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.597917 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Pushing event deleted for resources: {'Port': ['ID=bf78f21d-94fe-4f37-852d-0f7fa87eb81e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:47.632243 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fcb62-ea00-40d8-94b1-fa6c833c90ea req-a6462c99-ba70-45a8-b8c8-2db33f529874 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:47.634867 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-644fcb62-ea00-40d8-94b1-fa6c833c90ea req-a6462c99-ba70-45a8-b8c8-2db33f529874 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.1132090 Jul 30 08:19:47.707130 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.709657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:47.710789 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-64fa7761-964d-40de-8cbc-f50f2de8ea71 tempest-AttachVolumeShelveTestJSON-1800694699 tempest-AttachVolumeShelveTestJSON-1800694699-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d8f50c0-c129-4bc5-bc9f-1b675b1b11ff HTTP/1.1" status: 204 len: 168 time: 0.6222076 Jul 30 08:19:47.714432 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-644fcb62-ea00-40d8-94b1-fa6c833c90ea req-82ff47a9-e315-4cf4-90b9-b87d14fbf6a5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589614 Jul 30 08:19:47.948256 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56562) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:48.058598 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003766936-network', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:48.078776 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Made reservation on behalf of bb4404461f8e4c41b86b6499b86fabc4 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:19:48.081214 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.089552 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.179453 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.183166 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.203059 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:19:48.219568 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:48.222555 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.222899 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Added segment 77e136c5-e316-458a-9291-9a61329a74fa of type vlan for network 63c2eb80-ea09-4352-a934-e92782fc010c Jul 30 08:19:48.261862 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.293519 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.294653 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:48.295302 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.348581 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3986938 Jul 30 08:19:48.351678 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56568) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:48.356619 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58289c2-fea0-4948-b27c-81c950d7812e admin admin] Pushing event updated for resources: {'Network': ['ID=63c2eb80-ea09-4352-a934-e92782fc010c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:48.357405 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Request body: {'subnet': {'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003766936-subnet', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:48.368866 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network 63c2eb80-ea09-4352-a934-e92782fc010c details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:19:48.377989 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Made reservation on behalf of bb4404461f8e4c41b86b6499b86fabc4 for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:19:48.380245 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.555344 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.609377 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f76662d-2d85-4837-ad87-2de26f751b35,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:48.617679 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Checking segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:48.618035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Network hostable DHCP agents. Network: 63c2eb80-ea09-4352-a934-e92782fc010c, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:19:48.633520 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Network 63c2eb80-ea09-4352-a934-e92782fc010c is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:19:48.642283 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, 63c2eb80-ea09-4352-a934-e92782fc010c) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:48.646169 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:48.646762 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.652660 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0cffb0-6a32-42f7-bdd5-47b910466af3 None None] Network 63c2eb80-ea09-4352-a934-e92782fc010c requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:19:48.660812 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-68b12366-79f5-477d-b99b-77c720eb1576 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3080466 Jul 30 08:19:48.663712 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56570) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:48.668111 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:48.687031 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.688085 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.738541 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.797294 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-63c2eb80-ea09-4352-a934-e92782fc010c', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:19:48.798147 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.918390 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:48.928524 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe9085-2e83-4a66-8ba3-61c50cb3e5ee req-960bf698-b91a-4495-b967-118bf3add9a5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:48.930153 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95fe9085-2e83-4a66-8ba3-61c50cb3e5ee req-960bf698-b91a-4495-b967-118bf3add9a5 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.1436405 Jul 30 08:19:48.959995 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Allocated IP 172.20.0.2 (63c2eb80-ea09-4352-a934-e92782fc010c/2f76662d-2d85-4837-ad87-2de26f751b35/86eb03e3-f647-493f-89fe-42cbda090cfe) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:49.015718 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-95fe9085-2e83-4a66-8ba3-61c50cb3e5ee req-fd7382c1-8e6a-4553-96e2-8146b811b033 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762413 Jul 30 08:19:49.189544 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.201615 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Transition to ACTIVE for port object 86eb03e3-f647-493f-89fe-42cbda090cfe will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:49.213601 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.222668 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Transition to ACTIVE for port object 86eb03e3-f647-493f-89fe-42cbda090cfe will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:49.234870 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.246987 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.278655 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Network 63c2eb80-ea09-4352-a934-e92782fc010c is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:49.281793 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:49.282844 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-c8574e84-11ce-4e48-b987-094e600fc361 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550845 Jul 30 08:19:49.289326 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:49.300138 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Pushing event updated for resources: {'Port': ['ID=86eb03e3-f647-493f-89fe-42cbda090cfe,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:49.324349 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.324699 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.325075 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.325420 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.325743 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.326069 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.326582 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.326930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.327239 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.327557 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.328000 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.328321 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:49.344565 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b888e-0166-4d5b-984b-554f63cc5d6a req-8d71849b-dce9-49db-9829-b7524e4e3af9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:49.346107 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dc5b888e-0166-4d5b-984b-554f63cc5d6a req-8d71849b-dce9-49db-9829-b7524e4e3af9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.1086686 Jul 30 08:19:49.362300 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Attempting to bind port 86eb03e3-f647-493f-89fe-42cbda090cfe on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:49.362739 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Attempting to bind port 86eb03e3-f647-493f-89fe-42cbda090cfe by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:49.363168 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Attempting to bind port 86eb03e3-f647-493f-89fe-42cbda090cfe on network 63c2eb80-ea09-4352-a934-e92782fc010c {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:49.372041 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:49.372699 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Checking segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:49.372967 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.373475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Bound using segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:49.374016 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Bound port: 86eb03e3-f647-493f-89fe-42cbda090cfe, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:49.374493 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.418258 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-dc5b888e-0166-4d5b-984b-554f63cc5d6a req-aa7fde90-2e30-4f0c-8370-657e527485cc tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644836 Jul 30 08:19:49.428549 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Allocated IP 172.27.0.199 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/8de8607f-8e3b-4e95-b985-d94c592af971) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:49.446948 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] For port 86eb03e3-f647-493f-89fe-42cbda090cfe, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:49.451704 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] For port 86eb03e3-f647-493f-89fe-42cbda090cfe, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=86eb03e3-f647-493f-89fe-42cbda090cfe,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:49.457785 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.524641 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc1b09-78e1-4a4b-a4de-3d1f7210a304 None None] Pushing event updated for resources: {'Port': ['ID=86eb03e3-f647-493f-89fe-42cbda090cfe,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:49.568584 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.607339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:49.643829 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:49.646736 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:49.650175 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:49.687862 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Pushing event updated for resources: {'Port': ['ID=8de8607f-8e3b-4e95-b985-d94c592af971,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:49.918941 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.050073 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:19:50.176846 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.292607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: ea216c5f-ee63-4592-8c63-61a2640d5d70 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:19:50.292607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device ea216c5f-ee63-4592-8c63-61a2640d5d70 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:19:50.308710 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 86eb03e3-f647-493f-89fe-42cbda090cfe up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:50.373821 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 86eb03e3-f647-493f-89fe-42cbda090cfe completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:50.522714 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c91402-f04f-4660-8102-0e1a2bc15311 None None] Network 63c2eb80-ea09-4352-a934-e92782fc010c requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:19:50.597551 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef6a3-a5a9-4cdb-84d8-7f5171ac6723 req-c3793db1-ed77-4593-b325-202513d7e314 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:50.599046 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-170ef6a3-a5a9-4cdb-84d8-7f5171ac6723 req-c3793db1-ed77-4593-b325-202513d7e314 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0693648 Jul 30 08:19:50.628812 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Provisioning for port 86eb03e3-f647-493f-89fe-42cbda090cfe completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:50.634969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Provisioning complete for port 86eb03e3-f647-493f-89fe-42cbda090cfe triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:50.635344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.649114 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Router 59ef665d-e06e-4c68-b4fb-cab167101b15 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:19:50.653510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-170ef6a3-a5a9-4cdb-84d8-7f5171ac6723 req-37da1d6e-d2fe-428e-9e12-37d3dc87a790 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Jul 30 08:19:50.749312 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.757423 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:50.771438 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Sync routers for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:19:50.782385 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.786340 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-be98796f-17cf-47b5-b2fb-fcf05e68e21a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1191483 Jul 30 08:19:50.786506 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:50.786506 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:50.786733 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56610) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:50.797042 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] For port 86eb03e3-f647-493f-89fe-42cbda090cfe, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=86eb03e3-f647-493f-89fe-42cbda090cfe,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:50.802332 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.867085 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84b4e7-9496-4832-a5e9-fb1401231db3 None None] Pushing event updated for resources: {'Port': ['ID=86eb03e3-f647-493f-89fe-42cbda090cfe,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:50.916779 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:50.921546 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-104bd4eb-c434-4dd3-bb64-088e9de8d0e9 None None] Provisioning complete for port 86eb03e3-f647-493f-89fe-42cbda090cfe triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:50.921934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-104bd4eb-c434-4dd3-bb64-088e9de8d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:50.962603 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7823a0e9-6e6e-488e-bb9b-6c1a98bc120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.099035 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:49Z', 'revision_number': 3, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:51.130723 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Checking router: 59ef665d-e06e-4c68-b4fb-cab167101b15 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:19:51.131077 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Updating router 59ef665d-e06e-4c68-b4fb-cab167101b15 port 8de8607f-8e3b-4e95-b985-d94c592af971 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:19:51.159201 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.242114 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.334413 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:19:51.402703 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Allocated IP 172.20.0.1 (63c2eb80-ea09-4352-a934-e92782fc010c/2f76662d-2d85-4837-ad87-2de26f751b35/60284b45-58f5-4a70-aee8-3c7e92d1542e) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:51.415695 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.436872 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.442519 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:19:51.444806 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2ba89d-9898-4445-8c05-c03946e529f4" -d '{"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:19:51.447297 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Transition to ACTIVE for port object 8de8607f-8e3b-4e95-b985-d94c592af971 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:51.459120 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.459834 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:51.465834 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.492963 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 08:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dece5b-4eb9-43c2-9050-af0436411a59 x-openstack-request-id: req-e7dece5b-4eb9-43c2-9050-af0436411a59 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:19:51.493318 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-unplugged", "status": "failed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "code": 422}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:19:51.493510 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7dece5b-4eb9-43c2-9050-af0436411a59 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:19:51.493903 dv-cinder-792800-2-iscsi neutron-server[93287]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'code': 422} returned with failed status Jul 30 08:19:51.519388 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Attempting to bind port 8de8607f-8e3b-4e95-b985-d94c592af971 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:51.519742 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Attempting to bind port 8de8607f-8e3b-4e95-b985-d94c592af971 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:51.520112 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Attempting to bind port 8de8607f-8e3b-4e95-b985-d94c592af971 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:51.521217 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=6']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:51.529053 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.533121 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Pushing event updated for resources: {'Port': ['ID=8de8607f-8e3b-4e95-b985-d94c592af971,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:51.535278 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:51.535650 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:51.536050 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.536443 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:51.536925 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Bound port: 8de8607f-8e3b-4e95-b985-d94c592af971, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:51.537346 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.543738 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Transition to ACTIVE for port object 60284b45-58f5-4a70-aee8-3c7e92d1542e will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:51.560982 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.561332 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.561688 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.562026 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.562357 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.562692 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.563054 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.563366 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.563721 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.564057 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.564406 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.564718 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:19:51.580604 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.601624 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] For port 8de8607f-8e3b-4e95-b985-d94c592af971, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:51.605233 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] For port 8de8607f-8e3b-4e95-b985-d94c592af971, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=8de8607f-8e3b-4e95-b985-d94c592af971,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:51.610502 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.624818 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Network 63c2eb80-ea09-4352-a934-e92782fc010c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:51.628212 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:51.631225 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:51.660380 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:51.669875 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:51.670497 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:51.672388 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0f57-9d8c-4e74-90fd-1695799c2063 None None] Pushing event updated for resources: {'Port': ['ID=8de8607f-8e3b-4e95-b985-d94c592af971,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:51.690866 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.795920 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:51.836192 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a431-a351-4f8b-96ac-cbff392fab33 req-01586148-8330-4760-84c8-afe175fda589 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:51.837815 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54b9a431-a351-4f8b-96ac-cbff392fab33 req-01586148-8330-4760-84c8-afe175fda589 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0953488 Jul 30 08:19:51.844384 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4ac9b9d5-e5fb-408c-aade-afaba2dc16f9 None None] Provisioning for port 60284b45-58f5-4a70-aee8-3c7e92d1542e completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:51.852185 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4ac9b9d5-e5fb-408c-aade-afaba2dc16f9 None None] Provisioning complete for port 60284b45-58f5-4a70-aee8-3c7e92d1542e triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:51.852838 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b9d5-e5fb-408c-aade-afaba2dc16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:51.895713 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9b9d5-e5fb-408c-aade-afaba2dc16f9 None None] Port 60284b45-58f5-4a70-aee8-3c7e92d1542e cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:19:51.917466 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-54b9a431-a351-4f8b-96ac-cbff392fab33 req-29964ba3-203b-439d-ba94-69ca982b4613 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684011 Jul 30 08:19:51.918215 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.067006 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:49Z', 'revision_number': 3, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:52.081801 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.086926 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.095779 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf663-9fbc-47d1-b51c-72a0e0c396d0 None None] The sync data for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi is: [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:49Z', 'revision_number': 3, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:19:52.156080 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:52.158624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.191635 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 86eb03e3-f647-493f-89fe-42cbda090cfe up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:52.250271 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 86eb03e3-f647-493f-89fe-42cbda090cfe triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:52.250720 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.291462 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Network 63c2eb80-ea09-4352-a934-e92782fc010c is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:52.293816 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:52.449372 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Router 59ef665d-e06e-4c68-b4fb-cab167101b15 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:19:52.606538 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:52.624530 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d23bc18c-1630-4be7-843f-bebed288c8bb admin admin] 10.222.0.16 "PUT /v2.0/routers/59ef665d-e06e-4c68-b4fb-cab167101b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281908 Jul 30 08:19:52.657052 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-2aa68cda-c460-409a-8d32-8f28dee862b9 None None] Provisioning complete for port 60284b45-58f5-4a70-aee8-3c7e92d1542e triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:52.663619 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-2aa68cda-c460-409a-8d32-8f28dee862b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:52.726292 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-2aa68cda-c460-409a-8d32-8f28dee862b9 None None] Port 60284b45-58f5-4a70-aee8-3c7e92d1542e cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:19:53.045591 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89bba0-90c9-47bc-b18b-8cbe71978602 req-679cdb0f-9d08-4d3e-a16f-da8d101a416e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:53.047121 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb89bba0-90c9-47bc-b18b-8cbe71978602 req-679cdb0f-9d08-4d3e-a16f-da8d101a416e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0550458 Jul 30 08:19:53.087943 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cb89bba0-90c9-47bc-b18b-8cbe71978602 req-47c94e0c-0909-400f-8672-2de38332c1a6 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Jul 30 08:19:53.146466 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56650) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:53.152851 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-439837724-network', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:53.174672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Made reservation on behalf of d3dbf16e083c4a87bd2888c15676ff2b for: {'network': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:19:53.176892 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for network, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.185755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.273699 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.277774 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.303194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 08:19:53.312657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc765d7f-ab86-4785-a22f-292617af3d7e,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:53.318629 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.318979 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.segments_db [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Added segment 4dd09469-e629-413f-b086-7a69ad0b376c of type vlan for network ee882c62-37fc-4ccd-9462-6272e5cd384b Jul 30 08:19:53.362481 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784193961566'] for network, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.391373 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564'] for network, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.392327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:53.392923 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.399342 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0b9f17d8-57f7-4d67-b784-2018967b42fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.447508 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2999396 Jul 30 08:19:53.450253 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56652) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:53.457018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Request body: {'subnet': {'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-439837724-subnet', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'ip_version': 4}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:53.461068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff16b-5f30-4e1c-83fb-8aac8556d73c admin admin] Pushing event updated for resources: {'Network': ['ID=ee882c62-37fc-4ccd-9462-6272e5cd384b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:53.472368 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Network ee882c62-37fc-4ccd-9462-6272e5cd384b details requested by agent ovs-agent-dv-cinder-792800-2-iscsi with host dv-cinder-792800-2-iscsi {{(pid=93287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 08:19:53.478993 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Made reservation on behalf of d3dbf16e083c4a87bd2888c15676ff2b for: {'subnet': 1} {{(pid=93286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:19:53.482395 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5346795'] for subnet, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.653012 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6087759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5346757'] for subnet, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.702339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba097929-403f-4144-876d-ef0d04a0319e,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:53.720340 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Checking segment: {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:53.720708 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Network hostable DHCP agents. Network: ee882c62-37fc-4ccd-9462-6272e5cd384b, hostable agents: ['b18d0775-fc19-427c-930b-60970c960c57'], hosted agents: [] {{(pid=93286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 08:19:53.742306 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.744414 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Network ee882c62-37fc-4ccd-9462-6272e5cd384b is scheduled to be hosted by DHCP agent b18d0775-fc19-427c-930b-60970c960c57 with binding_index 1 {{(pid=93286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 08:19:53.759002 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-2-iscsi, ee882c62-37fc-4ccd-9462-6272e5cd384b) {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:53.763512 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:53.764198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.769525 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c72d1-b343-4aaa-aa6e-7ba2cc2b56cc None None] Network ee882c62-37fc-4ccd-9462-6272e5cd384b requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:19:53.792599 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-844d44b6-9e1d-4239-9f30-59b8b27ae1e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3403907 Jul 30 08:19:53.794897 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56660) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:53.801263 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:19:53.824224 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7865'] for router, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.825398 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7862'] for router, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.861819 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Sync routers for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:19:53.887793 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:53.897435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:53.898074 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:54.013029 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe90faef6-421f-5380-b627-3aa70c020b23-ee882c62-37fc-4ccd-9462-6272e5cd384b', 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'fixed_ips': [{'subnet_id': 'ba097929-403f-4144-876d-ef0d04a0319e'}]}} from dv-cinder-792800-2-iscsi. {{(pid=93287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 08:19:54.013883 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.023400 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.042874 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:54.276446 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f116dbd-95c6-4c9a-8faa-8a22bfd9ab4d req-70e01b2c-5ee1-4b90-8f1a-6127e7d0a1ae tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:54.278059 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f116dbd-95c6-4c9a-8faa-8a22bfd9ab4d req-70e01b2c-5ee1-4b90-8f1a-6127e7d0a1ae tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0845435 Jul 30 08:19:54.279340 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.289892 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 8de8607f-8e3b-4e95-b985-d94c592af971 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:54.301256 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.336732 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.db_base_plugin_common [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Allocated IP 172.20.0.2 (ee882c62-37fc-4ccd-9462-6272e5cd384b/ba097929-403f-4144-876d-ef0d04a0319e/77581ef7-e977-4797-af5e-4fdd9c99a3a4) {{(pid=93287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:54.345309 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.379671 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4f116dbd-95c6-4c9a-8faa-8a22bfd9ab4d req-e55a6a9d-516b-463b-8cf4-3f10449fee87 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804996 Jul 30 08:19:54.444624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Allocated IP 172.27.0.151 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/07e61fc4-1514-4ef9-be86-2ab44d613a93) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:54.466147 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 8de8607f-8e3b-4e95-b985-d94c592af971 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:54.479076 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 8de8607f-8e3b-4e95-b985-d94c592af971 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:54.480189 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.537175 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 2, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:54.561315 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.564159 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.593567 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Checking router: 59ef665d-e06e-4c68-b4fb-cab167101b15 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:19:54.593918 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Updating router 59ef665d-e06e-4c68-b4fb-cab167101b15 port 60284b45-58f5-4a70-aee8-3c7e92d1542e binding host dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:19:54.606427 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.641220 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.644117 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.644296 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:54.651016 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:54.655505 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:54.658647 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Pushing event updated for resources: {'Port': ['ID=07e61fc4-1514-4ef9-be86-2ab44d613a93,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:54.663958 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Transition to ACTIVE for port object 77581ef7-e977-4797-af5e-4fdd9c99a3a4 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:54.726510 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Transition to ACTIVE for port object 77581ef7-e977-4797-af5e-4fdd9c99a3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:54.741736 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046'] for port, after_create {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.822493 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:54.852754 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Network ee882c62-37fc-4ccd-9462-6272e5cd384b is already hosted by enough agents. {{(pid=93287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:54.866507 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.scheduler.base_scheduler [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Resources bound (agent type, host, resource id): {{(pid=93287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:54.877311 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56676) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:54.880380 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Received port after_create {{(pid=93287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:54.905604 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 8de8607f-8e3b-4e95-b985-d94c592af971, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=8de8607f-8e3b-4e95-b985-d94c592af971,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:54.910724 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Pushing event updated for resources: {'Port': ['ID=77581ef7-e977-4797-af5e-4fdd9c99a3a4,revision_number=1']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:55.208664 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.220415 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Transition to ACTIVE for port object 60284b45-58f5-4a70-aee8-3c7e92d1542e will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:55.226559 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.251923 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.287276 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.311521 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Attempting to bind port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:55.312040 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Attempting to bind port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:55.312419 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Attempting to bind port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 on network ee882c62-37fc-4ccd-9462-6272e5cd384b {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:55.346344 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:55.346749 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Checking segment: {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:55.347132 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.347538 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Bound using segment: {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:55.348034 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Bound port: 77581ef7-e977-4797-af5e-4fdd9c99a3a4, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:55.348419 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.418156 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=8de8607f-8e3b-4e95-b985-d94c592af971,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:55.506876 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Attempting to bind port 60284b45-58f5-4a70-aee8-3c7e92d1542e on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:55.507478 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Attempting to bind port 60284b45-58f5-4a70-aee8-3c7e92d1542e by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:55.508024 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Attempting to bind port 60284b45-58f5-4a70-aee8-3c7e92d1542e on network 63c2eb80-ea09-4352-a934-e92782fc010c {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:55.558850 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:55.559483 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Checking segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:55.560067 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.560636 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Bound using segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:55.561156 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Bound port: 60284b45-58f5-4a70-aee8-3c7e92d1542e, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:55.561548 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.578593 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858e12b-a12c-426d-ae5c-bdeb1fbb08fe None None] Pushing event updated for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:55.588729 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] For port 77581ef7-e977-4797-af5e-4fdd9c99a3a4, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:55.690728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] For port 77581ef7-e977-4797-af5e-4fdd9c99a3a4, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=77581ef7-e977-4797-af5e-4fdd9c99a3a4,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:55.697410 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.702521 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] For port 60284b45-58f5-4a70-aee8-3c7e92d1542e, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:55.708561 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] For port 60284b45-58f5-4a70-aee8-3c7e92d1542e, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=60284b45-58f5-4a70-aee8-3c7e92d1542e,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:55.732662 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.741873 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff4109-857b-4f13-a169-63b3997c98a6 req-a76aa0de-ecc4-491a-a3d4-d21820207c5e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:55.749902 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7ff4109-857b-4f13-a169-63b3997c98a6 req-a76aa0de-ecc4-491a-a3d4-d21820207c5e tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1029530 Jul 30 08:19:55.804190 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-9591397f-57d7-4402-8651-fc1153148738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:55.805957 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223f1b9-e73e-47b9-9eeb-245fb94255b5 None None] Pushing event updated for resources: {'Port': ['ID=77581ef7-e977-4797-af5e-4fdd9c99a3a4,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:55.806160 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-9591397f-57d7-4402-8651-fc1153148738 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3&tenant_id=0f8355dbd5884dab916579b6396be412 HTTP/1.1" status: 200 len: 1096 time: 0.1048899 Jul 30 08:19:55.809820 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7ff4109-857b-4f13-a169-63b3997c98a6 req-f008dd50-5a6d-4bc6-b964-933bcf9f67d7 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585845 Jul 30 08:19:55.815467 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760559'] for router, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:55.885950 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858e12b-a12c-426d-ae5c-bdeb1fbb08fe None None] Pushing event updated for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:55.891097 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:55.893279 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:55.924930 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-ab9c7155-004a-4063-97b7-a5f6c3f38e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:55.927132 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-ab9c7155-004a-4063-97b7-a5f6c3f38e72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0696223 Jul 30 08:19:56.012679 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Router 652751b2-8b66-4ac8-ad62-a69036008902 is scheduled to L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 with binding_index 1 {{(pid=93286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 08:19:56.046310 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:56.146356 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-d2185a6a-f3b5-4ded-8e16-a6b711b092ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:56.147860 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-d2185a6a-f3b5-4ded-8e16-a6b711b092ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.2118669 Jul 30 08:19:56.152233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.197169 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:56.208036 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Sync routers for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:19:56.225956 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:56.227256 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:56.264709 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.266126 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b4f4b047-e06e-460a-81f9-3c0361041332 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4701850 Jul 30 08:19:56.270812 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56694) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:56.301650 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-5cb4e1aa-df3c-4639-8fb3-3fd41bc4bbeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 998 time: 0.1157618 Jul 30 08:19:56.339347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.435496 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 8de8607f-8e3b-4e95-b985-d94c592af971 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:56.441043 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:55Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:56.464801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-ebde6ac9-281d-4390-8db1-8d654d82f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:56.466353 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-ebde6ac9-281d-4390-8db1-8d654d82f88b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.1527760 Jul 30 08:19:56.470027 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:56.497329 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96b56c-5e50-4ec8-aab3-0d3355d7c1b2 None None] The sync data for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi is: [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:55Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:19:56.532192 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 8de8607f-8e3b-4e95-b985-d94c592af971 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:56.532778 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.667834 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-dee1efee-a584-46ec-9d0e-2685fa51ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:56.669482 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-dee1efee-a584-46ec-9d0e-2685fa51ad10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1932859 Jul 30 08:19:56.698655 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 77581ef7-e977-4797-af5e-4fdd9c99a3a4 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:56.726360 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Deleting port 1751a650-5068-4ce0-ba82-65dc9d3345bc {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:19:56.726704 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.769256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:56.837684 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 3, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:56.875732 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Checking router: 652751b2-8b66-4ac8-ad62-a69036008902 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:19:56.876890 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Updating router 652751b2-8b66-4ac8-ad62-a69036008902 port 07e61fc4-1514-4ef9-be86-2ab44d613a93 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:19:56.905015 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] For port 1751a650-5068-4ce0-ba82-65dc9d3345bc, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=1751a650-5068-4ce0-ba82-65dc9d3345bc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:56.905609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.923865 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:56.939093 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Calling delete_port for 1751a650-5068-4ce0-ba82-65dc9d3345bc owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:19:56.982415 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-ed445b93-2448-4327-a02a-81c12803ed47 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955959 Jul 30 08:19:57.067687 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8a1a-4c91-4deb-b1c0-b52526ba41de req-8b952cd1-c689-414a-9bbc-2c853f5c3998 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:57.069615 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6f1d8a1a-4c91-4deb-b1c0-b52526ba41de req-8b952cd1-c689-414a-9bbc-2c853f5c3998 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1227839 Jul 30 08:19:57.174316 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6f1d8a1a-4c91-4deb-b1c0-b52526ba41de req-c8fc467e-8b68-4396-a350-caba55c6be33 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962250 Jul 30 08:19:57.204603 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.261966 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd305c27-30dd-44c1-93c1-0de298a73d92 None None] Network ee882c62-37fc-4ccd-9462-6272e5cd384b requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:19:57.293383 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-1de5f2d1-5e48-4f4a-89ac-60a0c5703f8e req-0ca44e74-34b0-4ff4-b250-b85bd736b938 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733665 Jul 30 08:19:57.315012 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.332696 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Transition to ACTIVE for port object 07e61fc4-1514-4ef9-be86-2ab44d613a93 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:57.344101 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.359866 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Provisioning for port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:57.364827 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Provisioning complete for port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:57.365222 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.382405 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.436281 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Attempting to bind port 07e61fc4-1514-4ef9-be86-2ab44d613a93 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:19:57.436653 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Attempting to bind port 07e61fc4-1514-4ef9-be86-2ab44d613a93 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:19:57.437056 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Attempting to bind port 07e61fc4-1514-4ef9-be86-2ab44d613a93 on network b949963e-ba71-46c4-9f89-ab058897ccc9 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:19:57.440451 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Pushing event deleted for resources: {'Port': ['ID=1751a650-5068-4ce0-ba82-65dc9d3345bc,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:57.455081 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7032f-5ddf-431c-88a3-d21030560b7c None None] Pushing event updated for resources: {'Port': ['ID=07e61fc4-1514-4ef9-be86-2ab44d613a93,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:57.458452 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:19:57.458452 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Checking segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:19:57.458452 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.459262 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Bound using segment: {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:19:57.459262 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Bound port: 07e61fc4-1514-4ef9-be86-2ab44d613a93, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61b729-63fd-4c47-830e-076d1ad00b77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:19:57.459703 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.506500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.536456 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Allocated IP 172.20.0.1 (ee882c62-37fc-4ccd-9462-6272e5cd384b/ba097929-403f-4144-876d-ef0d04a0319e/94821180-0e5f-4c76-bf71-d8b3f693ac76) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:19:57.570121 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] For port 07e61fc4-1514-4ef9-be86-2ab44d613a93, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:19:57.580742 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] For port 07e61fc4-1514-4ef9-be86-2ab44d613a93, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=07e61fc4-1514-4ef9-be86-2ab44d613a93,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:19:57.582801 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] For port 77581ef7-e977-4797-af5e-4fdd9c99a3a4, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=77581ef7-e977-4797-af5e-4fdd9c99a3a4,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:57.588341 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.593377 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.715492 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.742384 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e73f86-3ed4-4b27-ac65-94d7c6d8c852 None None] Pushing event updated for resources: {'Port': ['ID=77581ef7-e977-4797-af5e-4fdd9c99a3a4,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:57.742631 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Transition to ACTIVE for port object 94821180-0e5f-4c76-bf71-d8b3f693ac76 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:19:57.788503 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:57.790892 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:57.798833 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.869132 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Network ee882c62-37fc-4ccd-9462-6272e5cd384b is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:57.876421 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:57.883203 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:19:57.899623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Pushing event updated for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:57.949834 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760368'] for router_interface, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:57.997231 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:58.031806 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-13c3892d-8a99-436c-a6d4-920da9b5c4a6 None None] Provisioning complete for port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:58.035373 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-13c3892d-8a99-436c-a6d4-920da9b5c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.163155 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7032f-5ddf-431c-88a3-d21030560b7c None None] Pushing event updated for resources: {'Port': ['ID=07e61fc4-1514-4ef9-be86-2ab44d613a93,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:58.202679 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.341510 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 3, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:58.390059 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b041ff-71a7-4ad3-965b-f245960ade76 None None] The sync data for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi is: [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 3, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:19:58.403994 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.450310 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45dfb-74f6-4988-8f08-e6d99ce7ea12 req-103ce792-d68e-4075-868e-7d137fab91cf tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:58.452066 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e3d45dfb-74f6-4988-8f08-e6d99ce7ea12 req-103ce792-d68e-4075-868e-7d137fab91cf tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.0784116 Jul 30 08:19:58.457518 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f09ee224-ad67-4ca1-9563-2e3181f9ca44 None None] Provisioning for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:58.464111 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f09ee224-ad67-4ca1-9563-2e3181f9ca44 None None] Provisioning complete for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:58.464497 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f09ee224-ad67-4ca1-9563-2e3181f9ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.512658 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 60284b45-58f5-4a70-aee8-3c7e92d1542e up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:58.515746 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e3d45dfb-74f6-4988-8f08-e6d99ce7ea12 req-790c719f-67eb-42d4-812c-f296d3628e32 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519745 Jul 30 08:19:58.560168 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f09ee224-ad67-4ca1-9563-2e3181f9ca44 None None] Port 94821180-0e5f-4c76-bf71-d8b3f693ac76 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:19:58.566393 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.575708 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.590456 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 60284b45-58f5-4a70-aee8-3c7e92d1542e completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:19:58.594682 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 60284b45-58f5-4a70-aee8-3c7e92d1542e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:58.595369 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.649152 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676512'] for router_interface, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.652799 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Pushing event updated for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:58.673452 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Router 95ef7e3a-da93-489d-85dc-cc6765090de0 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:19:58.686123 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.721453 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 60284b45-58f5-4a70-aee8-3c7e92d1542e, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=60284b45-58f5-4a70-aee8-3c7e92d1542e,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:58.727745 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.728891 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 77581ef7-e977-4797-af5e-4fdd9c99a3a4 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:19:58.783552 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Network ee882c62-37fc-4ccd-9462-6272e5cd384b is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:19:58.786508 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:19:58.817033 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:58.831020 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:58.832402 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:58.870723 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:58.878354 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5f48f997-e615-4468-a345-f26528f34893 admin admin] 10.222.0.16 "PUT /v2.0/routers/95ef7e3a-da93-489d-85dc-cc6765090de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9999456 Jul 30 08:19:58.879267 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56720) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:19:58.890676 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Sync routers for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:19:58.929820 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:58.930491 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:58.941991 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Router 652751b2-8b66-4ac8-ad62-a69036008902 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:19:59.047185 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.210023 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.221799 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:59.285512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Deleting port ffb4c4f0-be94-4219-94fa-bba69ae0a125 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:19:59.285802 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.396461 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f7a8886e-d1f8-427c-beb6-01389089c9a1 None None] Provisioning complete for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:19:59.396853 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f7a8886e-d1f8-427c-beb6-01389089c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.418435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] For port ffb4c4f0-be94-4219-94fa-bba69ae0a125, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ffb4c4f0-be94-4219-94fa-bba69ae0a125,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:19:59.419045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.437862 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Calling delete_port for ffb4c4f0-be94-4219-94fa-bba69ae0a125 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:19:59.486972 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8886e-d1f8-427c-beb6-01389089c9a1 None None] Port 94821180-0e5f-4c76-bf71-d8b3f693ac76 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:19:59.550693 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:19:59.564238 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-61556a3c-e47f-4534-99a1-6a6848720dfc admin admin] 10.222.0.16 "PUT /v2.0/routers/652751b2-8b66-4ac8-ad62-a69036008902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2847111 Jul 30 08:19:59.574825 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:19:57Z', 'revision_number': 5, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port': {'id': 'ffb4c4f0-be94-4219-94fa-bba69ae0a125', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:12:01Z', 'updated_at': '2021-07-30T08:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:59.584873 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-84cd4769-8573-42b5-8910-49786649debc tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920436559&fields=id&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 267 time: 0.0626976 Jul 30 08:19:59.605003 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Checking router: 95ef7e3a-da93-489d-85dc-cc6765090de0 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:19:59.622646 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Routers {'95ef7e3a-da93-489d-85dc-cc6765090de0'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:19:59.623598 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['95ef7e3a-da93-489d-85dc-cc6765090de0'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:59.742377 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb835bb-a738-4636-a896-156747fa5d4c req-b795873b-295b-4711-adb7-0898ab77f7c3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:59.751479 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cfb835bb-a738-4636-a896-156747fa5d4c req-b795873b-295b-4711-adb7-0898ab77f7c3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1107843 Jul 30 08:19:59.763808 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.793130 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-db2d9dec-81f5-4eba-8172-1ff95d43aa28 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:19:59.799843 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb4c4f0-be94-4219-94fa-bba69ae0a125,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:19:59.803620 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-db2d9dec-81f5-4eba-8172-1ff95d43aa28 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.2170978 Jul 30 08:19:59.834000 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-a1ec7b90-ff11-4cb2-a916-06cb98baa13f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/quotas/a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 375 time: 0.0282390 Jul 30 08:19:59.872771 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-cfb835bb-a738-4636-a896-156747fa5d4c req-d886ce12-1ac2-4117-b053-398e9956beb8 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200099 Jul 30 08:19:59.888261 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] Set router 95ef7e3a-da93-489d-85dc-cc6765090de0 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:19:59.908022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:19:59.932359 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-92a3f2e2-942f-4b52-9b96-1e11af4829f5 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0837126 Jul 30 08:19:59.948446 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:19:59Z', 'revision_number': 6, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:19:59.976595 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb7507-4c21-48c6-b1f7-135dd7b7f657 None None] The sync data for ids ['95ef7e3a-da93-489d-85dc-cc6765090de0'] in dv-cinder-792800-2-iscsi is: [{'id': '95ef7e3a-da93-489d-85dc-cc6765090de0', 'name': 'tempest-AttachVolumeShelveTestJSON-1665309629-router', 'tenant_id': 'af1c3636745c45b2abf571658d331b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:12:00Z', 'updated_at': '2021-07-30T08:19:59Z', 'revision_number': 6, 'project_id': 'af1c3636745c45b2abf571658d331b5b', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:20:00.015378 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.017648 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.082498 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-3b48747e-33ec-4345-8781-02cb4bebda96 service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376321 Jul 30 08:20:00.086278 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.086924 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ef7e3a-da93-489d-85dc-cc6765090de0 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:20:00.099893 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.103776 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f097af50-8e03-477b-9492-d2e68462491a admin admin] 10.222.0.16 "DELETE /v2.0/routers/95ef7e3a-da93-489d-85dc-cc6765090de0 HTTP/1.1" status: 204 len: 168 time: 1.2220976 Jul 30 08:20:00.104836 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56756) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:00.163461 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Deleting subnet 65fa26db-3f41-42c1-aa7a-f32f09fc9fef {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:20:00.181750 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.213963 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-46cc9cdd-88a8-467e-8a58-38f5351a490d service neutron] 10.222.0.16 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289015 Jul 30 08:20:00.287697 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.579848 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.654874 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.693467 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.697908 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/65fa26db-3f41-42c1-aa7a-f32f09fc9fef HTTP/1.1" status: 204 len: 168 time: 0.5895300 Jul 30 08:20:00.697908 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdb1e0-6349-42bb-b043-650c3266ecc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fa26db-3f41-42c1-aa7a-f32f09fc9fef,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:00.698526 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56790) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:00.703084 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777af02-79f1-4ea7-a2d1-b55a0f2cc10e None None] Network 87181d78-5096-4456-b2df-d20a21d7c3f7 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:20:00.802761 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-72bb6846-4257-4892-9d96-02e4abad83b8 req-19bb3dfb-3f5f-4ba6-8495-2009c0d9f657 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 210 time: 0.0826919 Jul 30 08:20:00.826171 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:00.937883 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Deleting port 21dc0e11-975b-4956-b1e5-4c052eb53cdc {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:20:00.938368 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.020138 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Sync routers for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:20:01.031962 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:01.033162 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:01.043525 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] DHCP port deletion for 87181d78-5096-4456-b2df-d20a21d7c3f7 request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:20:01.104980 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 07e61fc4-1514-4ef9-be86-2ab44d613a93 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:01.179479 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] For port 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=21dc0e11-975b-4956-b1e5-4c052eb53cdc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:01.180125 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.206781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Calling delete_port for 21dc0e11-975b-4956-b1e5-4c052eb53cdc owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:20:01.232093 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257106b-8dc5-42fa-8047-4490614d9df1 req-386ae8e0-56cc-4679-9464-71d53c671116 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:01.234132 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f257106b-8dc5-42fa-8047-4490614d9df1 req-386ae8e0-56cc-4679-9464-71d53c671116 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1563783 Jul 30 08:20:01.303896 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Deleting port 21dc0e11-975b-4956-b1e5-4c052eb53cdc {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:20:01.304287 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.353102 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:01.377851 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f257106b-8dc5-42fa-8047-4490614d9df1 req-140252b5-8bff-4170-a81a-ea73aefd8543 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371622 Jul 30 08:20:01.423279 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 07e61fc4-1514-4ef9-be86-2ab44d613a93 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:01.478603 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] For port 21dc0e11-975b-4956-b1e5-4c052eb53cdc, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=21dc0e11-975b-4956-b1e5-4c052eb53cdc,segment=NetworkSegment(e4932457-11bf-405a-a180-d82de123e176),segment_id=e4932457-11bf-405a-a180-d82de123e176)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:01.483002 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.496167 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.501964 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Calling delete_port for 21dc0e11-975b-4956-b1e5-4c052eb53cdc owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:20:01.567406 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] No DVR routers for this DVR port 21dc0e11-975b-4956-b1e5-4c052eb53cdc on host dv-cinder-792800-2-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:20:01.577737 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Pushing event deleted for resources: {'Port': ['ID=21dc0e11-975b-4956-b1e5-4c052eb53cdc,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:01.642585 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 07e61fc4-1514-4ef9-be86-2ab44d613a93 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:01.642953 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.744468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.782768 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87181d78-5096-4456-b2df-d20a21d7c3f7']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:01.790039 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.809677 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4932457-11bf-405a-a180-d82de123e176') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:01.810036 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4932457-11bf-405a-a180-d82de123e176') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:01.828382 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.858319 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.860570 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] No DVR routers for this DVR port 21dc0e11-975b-4956-b1e5-4c052eb53cdc on host dv-cinder-792800-2-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:20:01.867595 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1da432-f8cd-4076-9541-3d97f90954ad None None] Pushing event deleted for resources: {'Port': ['ID=21dc0e11-975b-4956-b1e5-4c052eb53cdc,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:01.890104 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:20:01.890548 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.893194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:20:01.916059 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:20:01.941102 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 07e61fc4-1514-4ef9-be86-2ab44d613a93, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=07e61fc4-1514-4ef9-be86-2ab44d613a93,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:01.950086 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:01.950986 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 60284b45-58f5-4a70-aee8-3c7e92d1542e up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:01.989333 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 4, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '94821180-0e5f-4c76-bf71-d8b3f693ac76', 'name': '', 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'mac_address': 'fa:16:3e:2c:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:57Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 2, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'subnets': [{'id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:02.007815 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-80f7c600-c2b9-417c-b2ea-dfdf67e3a6a4 req-cfe8625a-24f3-4428-88e8-a4183c8abbd2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 210 time: 0.0574317 Jul 30 08:20:02.056872 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.063360 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.065787 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] 10.222.0.16 "DELETE /v2.0/networks/87181d78-5096-4456-b2df-d20a21d7c3f7 HTTP/1.1" status: 204 len: 168 time: 1.3657808 Jul 30 08:20:02.080444 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64c76-2734-4690-96a2-2a4906793274 admin admin] Pushing event deleted for resources: {'Network': ['ID=87181d78-5096-4456-b2df-d20a21d7c3f7,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:02.097918 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Checking router: 652751b2-8b66-4ac8-ad62-a69036008902 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:20:02.098495 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Updating router 652751b2-8b66-4ac8-ad62-a69036008902 port 94821180-0e5f-4c76-bf71-d8b3f693ac76 binding host dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 08:20:02.101746 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=07e61fc4-1514-4ef9-be86-2ab44d613a93,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:02.134757 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 60284b45-58f5-4a70-aee8-3c7e92d1542e triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:02.135137 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.142485 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.324779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1751a650-5068-4ce0-ba82-65dc9d3345bc no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:20:02.326240 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-9be73d0a-884c-49f4-a734-395d44773792 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:02.328448 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-9be73d0a-884c-49f4-a734-395d44773792 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 811 time: 0.1636500 Jul 30 08:20:02.369103 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56824) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:02.375587 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 1751a650-5068-4ce0-ba82-65dc9d3345bc {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:20:02.375933 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 1751a650-5068-4ce0-ba82-65dc9d3345bc not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:20:02.454748 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-8f31e65d-d902-438b-b660-e292f0a8aea2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55260c1d1ee495799493929061a10d9 HTTP/1.1" status: 200 len: 380 time: 0.1161427 Jul 30 08:20:02.468120 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'port': {'device_id': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'admin_state_up': True, 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'security_groups': ['a1cb8f1f-dd07-422a-82c6-4814ff4c3e61']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:02.534762 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a8a4186b-6584-4e95-b166-3be92f2a65c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af1c3636745c45b2abf571658d331b5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1616304 Jul 30 08:20:02.538513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56828) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:02.590804 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.601734 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 07e61fc4-1514-4ef9-be86-2ab44d613a93 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:02.604965 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Transition to ACTIVE for port object 94821180-0e5f-4c76-bf71-d8b3f693ac76 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:20:02.615170 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793fca0-d1f5-4306-aa92-87a00ad59f93 req-60c38c33-c2e7-45a2-832b-aa522aeb33d3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:02.615406 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.617513 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b793fca0-d1f5-4306-aa92-87a00ad59f93 req-60c38c33-c2e7-45a2-832b-aa522aeb33d3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1317444 Jul 30 08:20:02.660189 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.681015 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Made reservation on behalf of a55260c1d1ee495799493929061a10d9 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:20:02.685226 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d98de-a251-4938-9d8c-96bc43d7328e None None] Pushing event updated for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:02.697941 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.703871 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b793fca0-d1f5-4306-aa92-87a00ad59f93 req-959e8093-28f7-4a7c-b42b-aeff4e9aa546 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792048 Jul 30 08:20:02.733613 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 07e61fc4-1514-4ef9-be86-2ab44d613a93 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:02.733613 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.780181 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Attempting to bind port 94821180-0e5f-4c76-bf71-d8b3f693ac76 on host dv-cinder-792800-2-iscsi for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:20:02.781006 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Attempting to bind port 94821180-0e5f-4c76-bf71-d8b3f693ac76 by drivers openvswitch,hyperv on host dv-cinder-792800-2-iscsi at level 0 using segments [{'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:20:02.781599 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Attempting to bind port 94821180-0e5f-4c76-bf71-d8b3f693ac76 on network ee882c62-37fc-4ccd-9462-6272e5cd384b {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:20:02.791086 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Checking agent: {'id': '07904cee-2e98-433d-b411-a22e90ece16a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 4, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 4, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:20:02.792805 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Checking segment: {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:20:02.793712 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.794390 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Bound using segment: {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:20:02.795518 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Bound port: 94821180-0e5f-4c76-bf71-d8b3f693ac76, host: dv-cinder-792800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd09469-e629-413f-b086-7a69ad0b376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:20:02.796214 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.908097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.20.0.11 (f967d621-f61f-4fc0-b15a-84339d287b3e/58952ea7-e6ea-4bb7-b1c2-18868ed29412/8d0520a9-3a79-4a45-9fcd-04bb7cb30096) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:20:02.931325 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] For port 94821180-0e5f-4c76-bf71-d8b3f693ac76, host dv-cinder-792800-2-iscsi, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:20:02.936381 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] For port 94821180-0e5f-4c76-bf71-d8b3f693ac76, host dv-cinder-792800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=94821180-0e5f-4c76-bf71-d8b3f693ac76,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:20:02.944330 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ffb4c4f0-be94-4219-94fa-bba69ae0a125 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:20:02.952055 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:02.989449 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: ffb4c4f0-be94-4219-94fa-bba69ae0a125 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:20:02.989570 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ffb4c4f0-be94-4219-94fa-bba69ae0a125 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:20:02.989979 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 21dc0e11-975b-4956-b1e5-4c052eb53cdc no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:20:03.024951 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 21dc0e11-975b-4956-b1e5-4c052eb53cdc {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:20:03.030846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 21dc0e11-975b-4956-b1e5-4c052eb53cdc not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:20:03.097484 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:03.099201 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:03.103437 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d98de-a251-4938-9d8c-96bc43d7328e None None] Pushing event updated for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=4']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:03.242968 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.246855 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-11603758-7f69-4371-8f8d-b2a0e943f712 req-fba473e4-800d-45a8-bc80-00eb06f182df tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 210 time: 0.0902987 Jul 30 08:20:03.317786 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:03.330579 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.356560 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Transition to ACTIVE for port object 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:20:03.374418 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.378940 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.381611 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efa2f197-77e2-4ecf-a182-56fcb9d2f5b9 HTTP/1.1" status: 204 len: 168 time: 0.8389702 Jul 30 08:20:03.428364 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd3de-14c0-4508-a58b-6b1ee13cd414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa2f197-77e2-4ecf-a182-56fcb9d2f5b9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:03.496423 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.572211 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:03.580267 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network f967d621-f61f-4fc0-b15a-84339d287b3e is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:20:03.581740 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:20:03.584073 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:20:03.639049 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 4, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '94821180-0e5f-4c76-bf71-d8b3f693ac76', 'name': '', 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'mac_address': 'fa:16:3e:2c:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:57Z', 'updated_at': '2021-07-30T08:20:02Z', 'revision_number': 4, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'subnets': [{'id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:03.660779 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:03.661678 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.676888 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870d24c-8600-4d1e-ab51-3af6ca7fa560 None None] The sync data for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi is: [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 4, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '94821180-0e5f-4c76-bf71-d8b3f693ac76', 'name': '', 'network_id': 'ee882c62-37fc-4ccd-9462-6272e5cd384b', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'mac_address': 'fa:16:3e:2c:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:57Z', 'updated_at': '2021-07-30T08:20:02Z', 'revision_number': 4, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'subnets': [{'id': 'ba097929-403f-4144-876d-ef0d04a0319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:20:03.691799 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-7f3970a7-173c-453c-81ef-3f06772240bd tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2292407 Jul 30 08:20:03.716319 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Request body: {'port': {'device_id': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:03.905342 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:03.978687 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a0ff5-e187-42ce-af56-a3a02f1a8242 req-e84b8540-943c-44d1-8ba0-5acaddfdc526 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:03.991843 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-263a0ff5-e187-42ce-af56-a3a02f1a8242 req-e84b8540-943c-44d1-8ba0-5acaddfdc526 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 943 time: 0.1141033 Jul 30 08:20:04.030466 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-77eb7064-4274-47ad-b4fb-1f811cdfd20e None None] Provisioning for port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:04.035085 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-77eb7064-4274-47ad-b4fb-1f811cdfd20e None None] Provisioning complete for port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:04.035459 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-77eb7064-4274-47ad-b4fb-1f811cdfd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.048551 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-263a0ff5-e187-42ce-af56-a3a02f1a8242 req-7a65db35-cdf4-4cc6-aac0-daada2e9f72d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553513 Jul 30 08:20:04.118057 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-77eb7064-4274-47ad-b4fb-1f811cdfd20e None None] Port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:20:04.278753 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56856) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:04.298810 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:20:04.364568 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:20:04.399936 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.422726 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Deleting subnet a15adb01-9164-430e-8136-f131009b2f0e {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:20:04.423150 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Transition to ACTIVE for port object 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:20:04.431326 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.434791 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.560950 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:04.571835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:04.607703 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'port_id': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'mac_address': 'fa:16:3e:26:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:20:04.625336 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.664626 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 94821180-0e5f-4c76-bf71-d8b3f693ac76 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:04.715197 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4f502-e031-4a5d-8048-3cd12779a0aa req-c8d1d849-4cd8-4382-9c12-9091e7a4702c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:04.729235 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ee4f502-e031-4a5d-8048-3cd12779a0aa req-c8d1d849-4cd8-4382-9c12-9091e7a4702c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.3353944 Jul 30 08:20:04.812062 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Attempting to bind port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:20:04.812540 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Attempting to bind port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:20:04.812948 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Attempting to bind port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:20:04.825686 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 on network f967d621-f61f-4fc0-b15a-84339d287b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:20:04.826011 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Attempting to bind port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 on network f967d621-f61f-4fc0-b15a-84339d287b3e {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:20:04.834531 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.842653 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:20:04.842996 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Checking segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:20:04.843387 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Bound using segment: {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:20:04.843835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Bound port: 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2a3edc-b84c-4817-a62d-01a2740c253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:20:04.844209 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.850166 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.855759 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:04.863643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:04.864408 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:04.873454 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:20:04.924370 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:04.935111 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6ee4f502-e031-4a5d-8048-3cd12779a0aa req-a97576a8-ab94-4650-ade7-601cdb44224d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030828 Jul 30 08:20:04.979242 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.018750 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:20:05.023832 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:20:05.027843 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.034072 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.034728 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=7']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:05.055820 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.062098 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a15adb01-9164-430e-8136-f131009b2f0e HTTP/1.1" status: 204 len: 168 time: 0.7794349 Jul 30 08:20:05.098435 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56868) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:05.103101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79896440-4d32-47bc-9f2f-a5e5dd151cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15adb01-9164-430e-8136-f131009b2f0e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:05.139513 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:05.140258 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.141853 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 200 len: 1094 time: 1.4402022 Jul 30 08:20:05.203359 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.208038 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:05.225269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd" -d '{"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:05.283497 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] For port 94821180-0e5f-4c76-bf71-d8b3f693ac76, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=94821180-0e5f-4c76-bf71-d8b3f693ac76,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:05.293922 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:20:05.374975 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08466fd0-2d0e-4d36-8c03-58488b20a7a9 x-openstack-request-id: req-08466fd0-2d0e-4d36-8c03-58488b20a7a9 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:05.375536 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:05.375536 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08466fd0-2d0e-4d36-8c03-58488b20a7a9 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:05.375918 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'status': 'completed', 'code': 200} Jul 30 08:20:05.380934 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57623-7fa0-4365-a1cd-2a8d31cd7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:05.382703 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeda4-688b-446a-980a-d74c66d8b85d req-35c3d5c0-4130-433e-bda8-e053510fea00 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:05.391881 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a6bfeda4-688b-446a-980a-d74c66d8b85d req-35c3d5c0-4130-433e-bda8-e053510fea00 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 944 time: 0.2191947 Jul 30 08:20:05.396836 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.416266 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.446004 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-6bad7ffa-3fd4-4a07-9de1-4d7bd400e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:05.448589 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-6bad7ffa-3fd4-4a07-9de1-4d7bd400e737 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1097 time: 0.2168784 Jul 30 08:20:05.453821 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a6bfeda4-688b-446a-980a-d74c66d8b85d req-c73cd962-993c-4102-a4b9-7a48a2a30c10 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605876 Jul 30 08:20:05.572541 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Pushing event updated for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:05.629716 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-ff393571-1355-4c03-a195-d0695fa0f708 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 200 len: 217 time: 0.1295338 Jul 30 08:20:05.676469 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.692324 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3206f835-0749-4601-a78b-b7a315fa87c1']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:05.705458 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91d13ca-a3a9-4193-9e32-e172c73b2daf') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:05.705762 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91d13ca-a3a9-4193-9e32-e172c73b2daf') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:05.717611 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-bc542d44-3d01-4d9b-b2da-867587abf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:05.719107 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-bc542d44-3d01-4d9b-b2da-867587abf6f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0824316 Jul 30 08:20:05.722643 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.766701 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.775315 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:20:05.776559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:20:05.778876 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:20:05.839801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908a96-4a75-4e7a-8c11-854391334228 req-12433258-1373-4f9a-bc85-2cc564ad2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:05.841554 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-12433258-1373-4f9a-bc85-2cc564ad2207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125016 Jul 30 08:20:05.873650 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.881611 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:05.886079 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3206f835-0749-4601-a78b-b7a315fa87c1 HTTP/1.1" status: 204 len: 168 time: 0.7856033 Jul 30 08:20:06.015808 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ea94-9852-4d20-aca6-9509a7920f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3206f835-0749-4601-a78b-b7a315fa87c1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:06.027508 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-de43f2b8-ba16-4e2d-b4af-033efb9ec417 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780529 Jul 30 08:20:06.105348 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57c12-9fc6-4833-a581-2029cc5b8c59 req-12022474-bffd-402d-987e-a2ec2f226759 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.116125 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8d57c12-9fc6-4833-a581-2029cc5b8c59 req-12022474-bffd-402d-987e-a2ec2f226759 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0765960 Jul 30 08:20:06.149305 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56890) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:06.186824 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8d57c12-9fc6-4833-a581-2029cc5b8c59 req-ae1a0c9b-a8c9-4201-8acd-b99996218502 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692065 Jul 30 08:20:06.224060 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-37908a96-4a75-4e7a-8c11-854391334228 req-bfd64a4b-c7a6-4f01-94bb-8b3531cc796e service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883323 Jul 30 08:20:06.229190 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-75f5c9f0-baf3-4c3b-bee2-e3791845e2f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83a9a43c26ce4aa6b202bcf5ce47f85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731838 Jul 30 08:20:06.231927 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56896) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:06.305272 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:06.354323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.401164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.404559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-d7c51834-1eb0-4c61-be20-3c0f91e906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.406194 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-d7c51834-1eb0-4c61-be20-3c0f91e906cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1097 time: 0.1147213 Jul 30 08:20:06.425218 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:06.425794 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.539626 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-5de36b52-039e-4529-8d64-42768aced7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.542306 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-5de36b52-039e-4529-8d64-42768aced7f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.1260607 Jul 30 08:20:06.543765 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.546887 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.548411 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b788fb50-e0e4-4cdd-a794-23f63390910b HTTP/1.1" status: 204 len: 168 time: 0.3155301 Jul 30 08:20:06.551231 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 94821180-0e5f-4c76-bf71-d8b3f693ac76 up at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:06.600288 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-0b74ef6e-3e35-4b6b-9977-bce35d14289c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 200 len: 217 time: 0.0458441 Jul 30 08:20:06.601694 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b7ab-5049-4121-8285-76409f600afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788fb50-e0e4-4cdd-a794-23f63390910b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:06.695146 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f34e-0dd0-4526-923c-3f7b38fd572d req-a8d316a4-5f19-412c-b6f3-0cbdf929a70d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.696883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b763f34e-0dd0-4526-923c-3f7b38fd572d req-a8d316a4-5f19-412c-b6f3-0cbdf929a70d tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 944 time: 0.1158092 Jul 30 08:20:06.702756 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.716968 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Provisioning complete for port 94821180-0e5f-4c76-bf71-d8b3f693ac76 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:06.717273 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.739868 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-75d91972-102d-4a7c-8111-7df660d1600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.741503 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-75d91972-102d-4a7c-8111-7df660d1600f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.1307440 Jul 30 08:20:06.783842 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:06.786247 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098ae321-7225-43e7-8748-fd7ea75bb44d" -d '{"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:06.843438 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:06.853138 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:06.860272 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b763f34e-0dd0-4526-923c-3f7b38fd572d req-2ed1db9d-1caa-4638-86ce-415628e2c4f7 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544914 Jul 30 08:20:06.895175 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-e9d57b88-58f5-433b-bee4-d600e1c304cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:06.904290 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-e9d57b88-58f5-433b-bee4-d600e1c304cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503186 Jul 30 08:20:06.914256 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf96bf-09be-4dd2-814a-a0b0faf7d38a x-openstack-request-id: req-d8cf96bf-09be-4dd2-814a-a0b0faf7d38a {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:06.920600 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:06.924089 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8cf96bf-09be-4dd2-814a-a0b0faf7d38a {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:06.924669 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'code': 200} Jul 30 08:20:07.037160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=8']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:07.154367 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-39a076aa-4cc3-4a7b-98e8-01e883e75caa service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416968 Jul 30 08:20:07.331022 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 56918) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:07.356652 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a324-c5bc-4bdb-9cd2-537f1783210f req-b4bcf366-6000-4ced-a5ab-e71ca9053061 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:07.364546 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e472a324-c5bc-4bdb-9cd2-537f1783210f req-b4bcf366-6000-4ced-a5ab-e71ca9053061 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0928123 Jul 30 08:20:07.369879 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-5b0facbd-c377-4ead-8a70-2c0cdb0fbecd req-fed839f7-ed4f-4d36-9ec7-b1d217ccc424 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048132 Jul 30 08:20:07.373485 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77995b-6c75-4f17-9b8b-d1ea272d9a46 req-8776beb2-5fcb-4d5e-9d8f-249fd6fe673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:07.376144 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-db77995b-6c75-4f17-9b8b-d1ea272d9a46 req-8776beb2-5fcb-4d5e-9d8f-249fd6fe673d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.1144578 Jul 30 08:20:07.410487 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e472a324-c5bc-4bdb-9cd2-537f1783210f req-3ac75663-105b-4bb8-94b5-a60972211185 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Jul 30 08:20:07.442150 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-db77995b-6c75-4f17-9b8b-d1ea272d9a46 req-d5fb7a91-f30e-4a6b-9164-70a0a2f4b708 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Jul 30 08:20:07.503409 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae1f-d278-4bcf-b503-32ac572263de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.616921 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae1f-d278-4bcf-b503-32ac572263de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.623785 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae1f-d278-4bcf-b503-32ac572263de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.659416 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56926) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:07.659640 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9d82ae1f-d278-4bcf-b503-32ac572263de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3e8f336867f412bb76498ca0463dcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272953 Jul 30 08:20:07.675030 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ae1f-d278-4bcf-b503-32ac572263de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a9dcd-3a1e-4ce4-ac73-f6cc691c7600,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:07.713945 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.737904 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.791233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.794853 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:07.796292 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd3a9dcd-3a1e-4ce4-ac73-f6cc691c7600 HTTP/1.1" status: 204 len: 168 time: 0.1358685 Jul 30 08:20:07.815253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ace07d-d713-428d-8ed4-d86d6ad7cf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a9dcd-3a1e-4ce4-ac73-f6cc691c7600,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:07.987629 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab76ab-d4b2-4eff-9724-477d0a9c1a8d req-80d86af9-3d0d-4aec-a0d0-1725e579c1a9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:07.989683 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62ab76ab-d4b2-4eff-9724-477d0a9c1a8d req-80d86af9-3d0d-4aec-a0d0-1725e579c1a9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0643113 Jul 30 08:20:08.038250 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-62ab76ab-d4b2-4eff-9724-477d0a9c1a8d req-1ad815ef-e1fd-4acd-b549-d8189a6b3f16 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Jul 30 08:20:08.145830 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56934) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:08.164580 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f29f8209-74ef-44c6-9658-293f6a7fddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.284002 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f29f8209-74ef-44c6-9658-293f6a7fddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.291628 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f29f8209-74ef-44c6-9658-293f6a7fddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.328023 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8209-74ef-44c6-9658-293f6a7fddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f372d21-5394-4595-83b7-a82041978cda,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:08.338920 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f29f8209-74ef-44c6-9658-293f6a7fddd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44e75ac0cf2d4e6b819af98cf758e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913476 Jul 30 08:20:08.341278 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 56936) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:08.395453 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.420050 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.478231 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.485768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:08.486948 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f372d21-5394-4595-83b7-a82041978cda HTTP/1.1" status: 204 len: 168 time: 0.1444607 Jul 30 08:20:08.497624 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0993b-f123-4074-90c2-a28887fbac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f372d21-5394-4595-83b7-a82041978cda,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:08.578845 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe4646-fd3e-4727-b5a6-a6217b9c67e8 req-5feca30f-7ed4-43c6-95ec-bbddfc7c5f4e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:08.580621 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7fe4646-fd3e-4727-b5a6-a6217b9c67e8 req-5feca30f-7ed4-43c6-95ec-bbddfc7c5f4e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0907505 Jul 30 08:20:08.626413 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f7fe4646-fd3e-4727-b5a6-a6217b9c67e8 req-f370631c-a015-4393-b906-423b4745adfa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Jul 30 08:20:09.174222 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096ed48-d4f2-4c87-95bc-e8e566a7eb59 req-a794cc46-7182-4582-b72c-71c0c8fad2a9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:09.183596 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6096ed48-d4f2-4c87-95bc-e8e566a7eb59 req-a794cc46-7182-4582-b72c-71c0c8fad2a9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0642502 Jul 30 08:20:09.225794 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6096ed48-d4f2-4c87-95bc-e8e566a7eb59 req-dc71f192-4d4c-47dd-8a6b-6ec695f530d3 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jul 30 08:20:09.771927 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c0ce2-b20b-4d71-b5ac-85207f5f0273 req-3b6a67c2-4dec-4cc5-8e6c-96640a84a5bb tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:09.781070 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3b5c0ce2-b20b-4d71-b5ac-85207f5f0273 req-3b6a67c2-4dec-4cc5-8e6c-96640a84a5bb tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0674717 Jul 30 08:20:09.837681 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3b5c0ce2-b20b-4d71-b5ac-85207f5f0273 req-a29f8d09-4f4b-4a8b-8b51-61bc032c776e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510757 Jul 30 08:20:10.952871 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149b47-86d1-48ba-9697-e46b1848984c req-3a1a2b5e-f6a9-4f24-b8cd-5c3ba3e10e54 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:10.954659 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c149b47-86d1-48ba-9697-e46b1848984c req-3a1a2b5e-f6a9-4f24-b8cd-5c3ba3e10e54 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0567617 Jul 30 08:20:10.995559 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5c149b47-86d1-48ba-9697-e46b1848984c req-faaa1807-5db4-44fc-9348-f77849cbe6fa tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344210 Jul 30 08:20:11.289403 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:20:12.120163 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebba5b-874e-4f25-aae4-d7f53b0037e9 req-dd9fe02e-acdb-415a-aadb-7e95cfd5a7c1 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:12.121701 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b1ebba5b-874e-4f25-aae4-d7f53b0037e9 req-dd9fe02e-acdb-415a-aadb-7e95cfd5a7c1 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 944 time: 0.0519106 Jul 30 08:20:12.165279 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b1ebba5b-874e-4f25-aae4-d7f53b0037e9 req-03a4cbc8-cee0-40dc-9cd1-47477c9f90df tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373259 Jul 30 08:20:12.345576 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:20:12.455267 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:12.470725 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'port_id': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'mac_address': 'fa:16:3e:53:eb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:20:12.637601 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:12.650278 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:20:12.672500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:12.678036 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:12.739586 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:12.902104 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['8d0520a9-3a79-4a45-9fcd-04bb7cb30096'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:20:13.321584 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774092f4-77f2-4cce-97ea-15e246379d79 req-0b36674b-0624-4e05-addc-8f09fb0fbb86 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:13.323247 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-774092f4-77f2-4cce-97ea-15e246379d79 req-0b36674b-0624-4e05-addc-8f09fb0fbb86 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 945 time: 0.0641503 Jul 30 08:20:13.367278 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-774092f4-77f2-4cce-97ea-15e246379d79 req-1d0ae4eb-f949-40ab-a63a-fca0253da775 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376017 Jul 30 08:20:14.163901 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-7466a9c1-7755-49ea-b76a-f9e5a8941f01 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:14.165267 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-7466a9c1-7755-49ea-b76a-f9e5a8941f01 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 815 time: 0.0984068 Jul 30 08:20:14.180791 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-be9516ad-e6af-45dd-9d78-a9e6cd00ab1e tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/quotas/bb4404461f8e4c41b86b6499b86fabc4 HTTP/1.1" status: 200 len: 375 time: 0.0089364 Jul 30 08:20:14.232138 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-1c0f012b-fadc-42ed-99c2-11fd5ac95fbf tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458841 Jul 30 08:20:14.333510 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-0bfe9ba3-f505-45c9-8740-dbfed7689245 service neutron] 10.222.0.16 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896981 Jul 30 08:20:14.347254 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:14.407347 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:14.418180 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:14.418595 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:14.443496 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-e39686ee-9678-4303-ab9c-c6538537b426 service neutron] 10.222.0.16 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025980 Jul 30 08:20:14.506955 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:14.507566 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf24bd-567e-4bca-8087-50069480ef0d req-6d4b8907-ab37-4bb5-af43-6cdedf58cb59 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:14.516530 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ecf24bd-567e-4bca-8087-50069480ef0d req-6d4b8907-ab37-4bb5-af43-6cdedf58cb59 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 945 time: 0.0694814 Jul 30 08:20:14.546647 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:14.546948 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:14.549278 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d9c6ca-11f9-49d8-ad14-599f84ca0297" -d '{"events": [{"server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "name": "network-vif-plugged", "status": "completed", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:14.552645 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:14.565558 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ecf24bd-567e-4bca-8087-50069480ef0d req-dc0ec590-7acf-4b26-a2b1-5b6b674a88f3 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Jul 30 08:20:14.611036 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:14.616231 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fab97a-6c8e-461d-98b7-3c2064c6f70d x-openstack-request-id: req-22fab97a-6c8e-461d-98b7-3c2064c6f70d {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:14.616934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "name": "network-vif-plugged", "status": "completed", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:14.616934 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22fab97a-6c8e-461d-98b7-3c2064c6f70d {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:14.617423 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'code': 200} Jul 30 08:20:14.664425 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b72c10c1-8514-4a77-8643-81628659d48b req-6b573425-28c6-44c5-8572-3b9ed13400b2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 210 time: 0.0340166 Jul 30 08:20:14.863598 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3929b-a1f8-48c4-85cf-03c3d0b0ed52 req-c0e5a555-8b83-46c4-b8c1-d51bee36b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:14.865358 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7fc3929b-a1f8-48c4-85cf-03c3d0b0ed52 req-c0e5a555-8b83-46c4-b8c1-d51bee36b663 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1099 time: 0.0434558 Jul 30 08:20:14.902418 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7fc3929b-a1f8-48c4-85cf-03c3d0b0ed52 req-aa748819-b3bf-4990-993f-ae59e9184351 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299861 Jul 30 08:20:15.717632 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5dd8b-b096-4dc6-8941-ce53a766c86d req-8887e405-68ea-4a8d-a0f7-ad61d0f4e528 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:15.725976 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5c5dd8b-b096-4dc6-8941-ce53a766c86d req-8887e405-68ea-4a8d-a0f7-ad61d0f4e528 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0807903 Jul 30 08:20:15.798580 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a6628b16-98c7-4bc3-a3e2-c975ad52cdec req-9b2828be-66a9-4818-91e0-1b190c2eec21 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 210 time: 0.0426445 Jul 30 08:20:15.801933 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b5c5dd8b-b096-4dc6-8941-ce53a766c86d req-5056d9d2-c69a-409c-ba03-c82b6c47bc01 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750244 Jul 30 08:20:15.918050 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-6e1e84c3-efc2-4059-a06c-173201944a1d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:15.919523 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-6e1e84c3-efc2-4059-a06c-173201944a1d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 815 time: 0.4028203 Jul 30 08:20:15.942822 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'port': {'device_id': '031b703f-ce75-40b5-939b-b931808bd57c', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'admin_state_up': True, 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:16.051213 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Made reservation on behalf of bb4404461f8e4c41b86b6499b86fabc4 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 08:20:16.054815 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:16.220614 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Allocated IP 172.20.0.12 (63c2eb80-ea09-4352-a934-e92782fc010c/2f76662d-2d85-4837-ad87-2de26f751b35/839abbb8-b225-4cc3-a966-0376ea63d2c6) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:20:16.414599 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:16.430455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Transition to ACTIVE for port object 839abbb8-b225-4cc3-a966-0376ea63d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:20:16.471447 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:16.513855 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Network 63c2eb80-ea09-4352-a934-e92782fc010c is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:20:16.516836 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:20:16.520436 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:20:16.553290 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:16.594217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:16.595170 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:16.617955 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-21264b93-08b7-49fa-9f4a-317d2ae9e106 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6795971 Jul 30 08:20:16.875686 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-36f510e7-8ace-4b22-b7e4-d42f93c313fd None None] Provisioning for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 completed by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:16.881222 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-36f510e7-8ace-4b22-b7e4-d42f93c313fd None None] Provisioning complete for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:16.882149 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36f510e7-8ace-4b22-b7e4-d42f93c313fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:16.933769 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-36f510e7-8ace-4b22-b7e4-d42f93c313fd None None] Port 839abbb8-b225-4cc3-a966-0376ea63d2c6 cannot update to ACTIVE because it is not bound. {{(pid=93287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 08:20:16.954335 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178de9-c334-42b9-a77c-3d9448364469 req-fb301a15-8fc9-4187-ae63-9238c61cb1ab tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:16.955869 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97178de9-c334-42b9-a77c-3d9448364469 req-fb301a15-8fc9-4187-ae63-9238c61cb1ab tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0790341 Jul 30 08:20:16.990770 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7561b-a312-4a7e-a1be-e8c02011ad8c req-bab999c1-2b3b-4e24-808d-9bc0ac4da8c6 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:16.992162 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ecd7561b-a312-4a7e-a1be-e8c02011ad8c req-bab999c1-2b3b-4e24-808d-9bc0ac4da8c6 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0823689 Jul 30 08:20:17.022804 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-97178de9-c334-42b9-a77c-3d9448364469 req-e4ed330b-27c4-423c-9bf8-bd79edc2b4c2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606325 Jul 30 08:20:17.041344 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ecd7561b-a312-4a7e-a1be-e8c02011ad8c req-9b85ea57-737d-454f-be18-93fe0c758135 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 Jul 30 08:20:17.184252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39350a1-84c8-4acc-a30b-42d9ca2e3a8b req-6ada9487-e6ef-4f31-94e6-08a798199a10 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:17.185705 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c39350a1-84c8-4acc-a30b-42d9ca2e3a8b req-6ada9487-e6ef-4f31-94e6-08a798199a10 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0679655 Jul 30 08:20:17.224769 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c39350a1-84c8-4acc-a30b-42d9ca2e3a8b req-4031e27c-984b-4ce2-8b44-884a1cb55540 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332458 Jul 30 08:20:17.248028 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57134) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:17.321298 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3204de1-4add-44b2-b80a-d1bb03d3985d tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:17.326014 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f3204de1-4add-44b2-b80a-d1bb03d3985d tempest-TestVolumeBootPattern-683647102 tempest-TestVolumeBootPattern-683647102-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1094 time: 0.0769501 Jul 30 08:20:17.331007 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57138) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:17.337170 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'port_id': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:17.362898 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:17.486185 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:17.632363 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Allocated IP 172.27.0.242 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/7c0460a7-5333-4ca7-a880-f8d39cbc31ca) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:20:17.750081 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:17.790191 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:17.827825 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:20:17.830602 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:20:17.833278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:20:17.863211 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=7c0460a7-5333-4ca7-a880-f8d39cbc31ca,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:17.875775 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.876121 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.876456 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.876784 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.877139 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.877462 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.877786 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.878109 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.878430 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.878747 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.879062 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:17.879374 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:18.218865 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816830e2-1986-403a-8e87-00a498530e9a req-84c372ab-5eee-4773-9125-48ab76cf2458 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:18.220339 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-816830e2-1986-403a-8e87-00a498530e9a req-84c372ab-5eee-4773-9125-48ab76cf2458 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0877419 Jul 30 08:20:18.295765 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-816830e2-1986-403a-8e87-00a498530e9a req-a77237b9-350f-4953-9eb3-487bfe0bbca6 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 Jul 30 08:20:18.298376 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:18.366697 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:18.516430 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:18.520885 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:18.829707 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event updated for resources: {'Port': ['ID=7c0460a7-5333-4ca7-a880-f8d39cbc31ca,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:18.843726 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:18.990995 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 10c13de8-3d24-4428-9e73-221a7f8cab67 associated. External IP: 172.27.0.242, port: 8d0520a9-3a79-4a45-9fcd-04bb7cb30096. Jul 30 08:20:19.221638 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:20:19.331076 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:20:19.342466 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:20:19.350934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:19.351871 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:19.352778 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:19.394036 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-384a3a31-55d3-4e53-9d89-4651253c6115 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0615675 Jul 30 08:20:19.409819 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:19.412101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341" -d '{"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:19.462139 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0794be-1244-429c-bd62-bfaa01f7d197 req-7f22f1f4-25c3-4a3c-8ce0-8b848b1e26dd tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:19.476382 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3d0794be-1244-429c-bd62-bfaa01f7d197 req-7f22f1f4-25c3-4a3c-8ce0-8b848b1e26dd tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.1032915 Jul 30 08:20:19.495719 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:19.538538 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3d0794be-1244-429c-bd62-bfaa01f7d197 req-a5d4324a-52e7-41a7-9ed8-9c9748cd2813 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Jul 30 08:20:19.610486 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3960fa34-d201-461c-9d6f-c35075ae2950 x-openstack-request-id: req-3960fa34-d201-461c-9d6f-c35075ae2950 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:19.611220 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:19.611733 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3960fa34-d201-461c-9d6f-c35075ae2950 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:19.612641 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'status': 'completed', 'code': 200} Jul 30 08:20:19.779454 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '10c13de8-3d24-4428-9e73-221a7f8cab67', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:53:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:18Z', 'updated_at': '2021-07-30T08:20:18Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}, {'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:19.808135 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:20:19.816489 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:19.817243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:19:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:19.918741 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:20.160141 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '10c13de8-3d24-4428-9e73-221a7f8cab67', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:53:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:18Z', 'updated_at': '2021-07-30T08:20:18Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}, {'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:20.186480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a3f71-f9d8-4c85-b537-5d2eed677e49 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '10c13de8-3d24-4428-9e73-221a7f8cab67', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:53:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:18Z', 'updated_at': '2021-07-30T08:20:18Z', 'revision_number': 0, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}, {'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:20:20.437980 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9a903-3081-4b84-a336-39e1d6721f7d None None] New status for floating IP 10c13de8-3d24-4428-9e73-221a7f8cab67: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:20:20.675957 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9cd9-c695-4c8a-8187-0829939d9076 req-f919efe5-f3c6-47e6-9a5e-55055b5daef8 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:20.677712 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c24e9cd9-c695-4c8a-8187-0829939d9076 req-f919efe5-f3c6-47e6-9a5e-55055b5daef8 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0622389 Jul 30 08:20:20.737082 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c24e9cd9-c695-4c8a-8187-0829939d9076 req-279cdd21-3648-4c14-ae11-9653e1764749 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508533 Jul 30 08:20:20.936537 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-60c02968-28bb-45cf-a309-df5c4a32db0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:21.852627 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891339f-6419-4bae-8649-84ba5edc9876 req-52330e2b-1c53-4249-b289-f443fd4038df tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:21.854252 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d891339f-6419-4bae-8649-84ba5edc9876 req-52330e2b-1c53-4249-b289-f443fd4038df tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0483005 Jul 30 08:20:21.892093 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d891339f-6419-4bae-8649-84ba5edc9876 req-462dfc9d-fb01-4616-bc97-ac6549ee747d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Jul 30 08:20:23.021274 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa4faa-89a5-49e9-b82a-018bf3a33d47 req-e3d81c7e-86bd-4993-a914-4876587e4293 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:23.022780 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-63fa4faa-89a5-49e9-b82a-018bf3a33d47 req-e3d81c7e-86bd-4993-a914-4876587e4293 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0560608 Jul 30 08:20:23.061903 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-63fa4faa-89a5-49e9-b82a-018bf3a33d47 req-85647289-56cb-452a-a475-2b95f17520d7 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Jul 30 08:20:23.404711 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6888e826-a144-43a3-8140-d67162eb5b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:23.736773 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:24.197094 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa3804-1c0b-4fa7-850a-1ffe2ff6802d req-58714cc3-bd1a-4a0b-99d2-6a1ea166150c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:24.198670 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ffaa3804-1c0b-4fa7-850a-1ffe2ff6802d req-58714cc3-bd1a-4a0b-99d2-6a1ea166150c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0533118 Jul 30 08:20:24.238127 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-ffaa3804-1c0b-4fa7-850a-1ffe2ff6802d req-5b0235b5-6977-4620-b706-12de1dc34ded tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Jul 30 08:20:24.278320 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:24.497152 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:25.390751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680fb71-49ac-41ec-9199-f496497759ad req-a012633b-59fa-4d6e-8ca8-4ec53c94453d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:25.392289 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f680fb71-49ac-41ec-9199-f496497759ad req-a012633b-59fa-4d6e-8ca8-4ec53c94453d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0821025 Jul 30 08:20:25.434524 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-f680fb71-49ac-41ec-9199-f496497759ad req-c5982a9e-8cdc-4747-ae2e-437a1b63243a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Jul 30 08:20:26.044060 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57260) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:26.169742 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa2da59-1892-4b89-b5ba-fd6be6dbf3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.265940 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa2da59-1892-4b89-b5ba-fd6be6dbf3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.269777 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-aaa2da59-1892-4b89-b5ba-fd6be6dbf3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.291604 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.318990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57264) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:26.319621 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-aaa2da59-1892-4b89-b5ba-fd6be6dbf3f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d19a630e70d4d24af20e4690d7086fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739899 Jul 30 08:20:26.320225 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2da59-1892-4b89-b5ba-fd6be6dbf3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c2c63-78a3-41fb-b4ad-c98a929c2890,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:26.389707 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.412340 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.472975 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.472975 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.472975 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/391c2c63-78a3-41fb-b4ad-c98a929c2890 HTTP/1.1" status: 204 len: 168 time: 0.1504979 Jul 30 08:20:26.491497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0f0a-91c8-4486-8b2d-8a303422e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c2c63-78a3-41fb-b4ad-c98a929c2890,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:26.580888 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9cd4-b9a3-4e0b-bd7a-a2276e864b70 req-3739b8af-8573-40d2-8979-e3bc28e222bb tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:26.582423 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27de9cd4-b9a3-4e0b-bd7a-a2276e864b70 req-3739b8af-8573-40d2-8979-e3bc28e222bb tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0550377 Jul 30 08:20:26.625076 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-27de9cd4-b9a3-4e0b-bd7a-a2276e864b70 req-656ec6d3-b432-41e5-938e-8e7f80906d26 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Jul 30 08:20:26.739154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57272) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:26.752700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00c79b14-cc21-4740-bf73-16e376fb6bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.849957 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00c79b14-cc21-4740-bf73-16e376fb6bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.854601 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-00c79b14-cc21-4740-bf73-16e376fb6bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.890903 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c79b14-cc21-4740-bf73-16e376fb6bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58610821-fe81-4c6a-92c2-33c428a98ba1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:26.896133 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-00c79b14-cc21-4740-bf73-16e376fb6bec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e67586adfda241168c9e382450d9bff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559010 Jul 30 08:20:26.897782 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57276) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:26.948428 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:26.969148 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:27.014999 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:27.017587 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:27.018764 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58610821-fe81-4c6a-92c2-33c428a98ba1 HTTP/1.1" status: 204 len: 168 time: 0.1196437 Jul 30 08:20:27.027125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66f7f6-31e4-4d31-be82-7b0e56ade8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58610821-fe81-4c6a-92c2-33c428a98ba1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:27.738080 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103baf5-78e9-44a3-95a1-2bbc5170bdec req-ec8c0207-ade8-4cf6-b324-fb57a0769e61 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:27.740268 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e103baf5-78e9-44a3-95a1-2bbc5170bdec req-ec8c0207-ade8-4cf6-b324-fb57a0769e61 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0500221 Jul 30 08:20:27.786600 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e103baf5-78e9-44a3-95a1-2bbc5170bdec req-532f4b9a-b611-4b44-8fa2-67a5c8fe8243 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Jul 30 08:20:28.839217 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Request body: {'port': {'device_id': '031b703f-ce75-40b5-939b-b931808bd57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:28.909710 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46748c7-e984-4a3c-8af9-262bb5f3a410 req-c81cceba-0587-4573-ac20-ca5efa3c9782 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:28.911415 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c46748c7-e984-4a3c-8af9-262bb5f3a410 req-c81cceba-0587-4573-ac20-ca5efa3c9782 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 932 time: 0.0521884 Jul 30 08:20:28.925120 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:28.937986 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-3724e767-d200-45c2-b598-cb13dab76f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:28.939481 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-3724e767-d200-45c2-b598-cb13dab76f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1099 time: 0.0777864 Jul 30 08:20:28.953441 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c46748c7-e984-4a3c-8af9-262bb5f3a410 req-cfbb32b6-d92e-4b75-bf95-c7cd749b53ca tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Jul 30 08:20:29.181311 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-93afda74-f0fa-4057-ae11-8c68b183ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:29.183577 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-93afda74-f0fa-4057-ae11-8c68b183ce9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.2092776 Jul 30 08:20:29.279298 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-d259a7ff-c4e3-4dd4-8649-d1c13bf1f426 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 200 len: 1002 time: 0.0879071 Jul 30 08:20:29.357383 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839abbb8-b225-4cc3-a966-0376ea63d2c6 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:20:29.367251 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:29.373914 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-d61f6a85-2704-4102-ae9e-0ac2464c86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:29.375388 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-d61f6a85-2704-4102-ae9e-0ac2464c86fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0785687 Jul 30 08:20:29.386034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Transition to ACTIVE for port object 839abbb8-b225-4cc3-a966-0376ea63d2c6 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 08:20:29.394794 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:29.472432 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:29.478349 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-684900bc-8e68-4eac-bfe3-556ad009bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:29.480591 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-684900bc-8e68-4eac-bfe3-556ad009bf4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963845 Jul 30 08:20:29.606022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Attempting to bind port 839abbb8-b225-4cc3-a966-0376ea63d2c6 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 08:20:29.606354 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Attempting to bind port 839abbb8-b225-4cc3-a966-0376ea63d2c6 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 08:20:29.606676 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Attempting to bind port 839abbb8-b225-4cc3-a966-0376ea63d2c6 on network 63c2eb80-ea09-4352-a934-e92782fc010c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:20:29.620516 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Port 839abbb8-b225-4cc3-a966-0376ea63d2c6 on network 63c2eb80-ea09-4352-a934-e92782fc010c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 08:20:29.621022 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Attempting to bind port 839abbb8-b225-4cc3-a966-0376ea63d2c6 on network 63c2eb80-ea09-4352-a934-e92782fc010c {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 08:20:29.628154 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Checking agent: {'id': '08a00968-0497-4050-8c42-a3c82e468d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'started_at': datetime.datetime(2021, 7, 30, 8, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 08:20:29.628496 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Checking segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 08:20:29.628876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Bound using segment: {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 08:20:29.629328 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Bound port: 839abbb8-b225-4cc3-a966-0376ea63d2c6, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e136c5-e316-458a-9291-9a61329a74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 08:20:29.629689 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:29.639974 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-eae08adf-e12b-4ee5-b9f3-a127731d0282 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460047 Jul 30 08:20:29.752406 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 08:20:29.756707 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 08:20:29.766271 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087308'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:29.805877 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-094ac3c2-62e7-4fcb-a167-5cb7dd42d341 req-ca76c53a-1993-4b94-b1c2-ad086ed50b24 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435189 Jul 30 08:20:29.815409 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:29.816054 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:29.817536 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] 10.222.0.30 "PUT /v2.0/ports/839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.9835021 Jul 30 08:20:29.818015 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:29.820433 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60" -d '{"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:29.843750 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582b4e-9f30-4fc2-a246-c7b2f85dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:29.880662 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5251a6e2-4d16-4db2-a598-3ddc7ac0eea8 x-openstack-request-id: req-5251a6e2-4d16-4db2-a598-3ddc7ac0eea8 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:29.881108 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:29.881459 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5251a6e2-4d16-4db2-a598-3ddc7ac0eea8 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:29.882037 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:20:29.920752 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-849bd6ce-f452-4a2a-b439-4bcf6bc57611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:29.922449 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-849bd6ce-f452-4a2a-b439-4bcf6bc57611 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1097 time: 0.0513258 Jul 30 08:20:29.990523 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-3c063406-4d11-492a-9aeb-9836c89649a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0504694 Jul 30 08:20:30.059359 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-b09873fe-6733-4fbb-a21b-4b1b6d9a6392 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799410 Jul 30 08:20:30.074487 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-8b3f02a9-5554-4463-b3bd-db4839ba15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.077552 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-8b3f02a9-5554-4463-b3bd-db4839ba15bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0731509 Jul 30 08:20:30.094072 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92054c-a188-4734-8fa3-2054a1ce3846 req-ffb53417-34ac-4617-a827-b090aa4b180f tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.096294 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6b92054c-a188-4734-8fa3-2054a1ce3846 req-ffb53417-34ac-4617-a827-b090aa4b180f tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 944 time: 0.0685296 Jul 30 08:20:30.145475 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-6b92054c-a188-4734-8fa3-2054a1ce3846 req-aa3a8eee-449b-46be-ae49-716dde3cfefa tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Jul 30 08:20:30.177594 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-5056c9c3-31f2-4755-9dd8-24e8f947b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.179236 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-5056c9c3-31f2-4755-9dd8-24e8f947b110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883060 Jul 30 08:20:30.181111 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199551a-3d7b-4488-bade-cb077a6921bb req-3bda34d7-b88f-40ba-8cb1-dbc4365494ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.182587 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-3bda34d7-b88f-40ba-8cb1-dbc4365494ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0587540 Jul 30 08:20:30.349145 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-a2e869f4-5733-4c38-8016-b0a3ba99eded service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585128 Jul 30 08:20:30.365997 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199551a-3d7b-4488-bade-cb077a6921bb req-e16f63f5-9911-4bb2-bf4d-74f474bd2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.367396 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-e16f63f5-9911-4bb2-bf4d-74f474bd2907 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.1309774 Jul 30 08:20:30.478283 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-b6eaf935-12ff-4a37-886e-8b82f4cabf42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 1000 time: 0.0990109 Jul 30 08:20:30.519893 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d2dfe22-9ba5-4b1e-ad97-e223b1d2ed11 req-b928b89d-70a7-4946-9348-a48b847d3e4a service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615210 Jul 30 08:20:30.535939 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199551a-3d7b-4488-bade-cb077a6921bb req-b06b05b3-6ed8-4981-94b3-527a19f8ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.537437 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-b06b05b3-6ed8-4981-94b3-527a19f8ed24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0479469 Jul 30 08:20:30.618905 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199551a-3d7b-4488-bade-cb077a6921bb req-23c64925-2b8a-4f66-ac06-e9d0789632ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.620483 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-23c64925-2b8a-4f66-ac06-e9d0789632ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749385 Jul 30 08:20:30.622188 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-ab7e671a-be1c-4068-a0f5-06ab9566b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.623567 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-ab7e671a-be1c-4068-a0f5-06ab9566b7d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1097 time: 0.0504961 Jul 30 08:20:30.783345 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-8a8ee9a2-b326-4bd4-8379-faf00be1c7ca service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467297 Jul 30 08:20:30.786009 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-f8873f18-47b9-4b7b-94d7-8d8090d6b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.787291 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-f8873f18-47b9-4b7b-94d7-8d8090d6b689 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.1497290 Jul 30 08:20:30.876158 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-00925496-dd30-4764-8ca9-e81d674605db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0678680 Jul 30 08:20:30.948390 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0199551a-3d7b-4488-bade-cb077a6921bb req-b7d6672d-a9f9-4a28-a7ed-8a2e320eb314 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473298 Jul 30 08:20:30.949849 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-ca0ce18f-2ca0-47a7-9fb9-7b31b5d6a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:30.951199 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-ca0ce18f-2ca0-47a7-9fb9-7b31b5d6a281 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0646617 Jul 30 08:20:31.003716 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-960da5f8-c805-4131-86d6-194b4a51b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:31.005296 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-960da5f8-c805-4131-86d6-194b4a51b42f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447183 Jul 30 08:20:31.101624 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-e720f266-4807-465f-ba70-bdb54750e19d service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801504 Jul 30 08:20:31.199919 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8c663f24-c6d3-416c-a7fa-6e7cd3a1ee60 req-18deba52-7fd7-4560-9008-58529d24f987 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857043 Jul 30 08:20:31.259165 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d32fa9-a15b-4e16-b7cf-3f76c397f04a req-ed4487c4-3f8b-4bef-8bb8-6b712f772684 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:31.261363 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-83d32fa9-a15b-4e16-b7cf-3f76c397f04a req-ed4487c4-3f8b-4bef-8bb8-6b712f772684 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 944 time: 0.0499053 Jul 30 08:20:31.300883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-83d32fa9-a15b-4e16-b7cf-3f76c397f04a req-723e139d-d8ea-4c0c-a8db-162502d05fc5 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Jul 30 08:20:32.023762 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57386) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:32.126006 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee91bcf2-02cf-4a66-a14b-7d146573599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.212673 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee91bcf2-02cf-4a66-a14b-7d146573599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.218404 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee91bcf2-02cf-4a66-a14b-7d146573599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.255864 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ee91bcf2-02cf-4a66-a14b-7d146573599f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=207d64aa54234940bd113c6d8e881248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307501 Jul 30 08:20:32.258178 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91bcf2-02cf-4a66-a14b-7d146573599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82851d8c-8fb1-4cef-89d1-89faf6a67d55,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:32.258662 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57390) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:32.309166 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.329520 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.398751 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.401976 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.403078 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82851d8c-8fb1-4cef-89d1-89faf6a67d55 HTTP/1.1" status: 204 len: 168 time: 0.1434283 Jul 30 08:20:32.415384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74d9fc-2fe0-4894-a2cf-980cdcd03e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82851d8c-8fb1-4cef-89d1-89faf6a67d55,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:32.423860 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 839abbb8-b225-4cc3-a966-0376ea63d2c6 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=93287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 08:20:32.434715 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31a54-57ce-42b5-9cc6-f72051632176 req-ad718d17-e253-4cfb-afe4-29406c279b56 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:32.435949 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ba31a54-57ce-42b5-9cc6-f72051632176 req-ad718d17-e253-4cfb-afe4-29406c279b56 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 944 time: 0.0693269 Jul 30 08:20:32.480314 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2ba31a54-57ce-42b5-9cc6-f72051632176 req-83ad3799-5961-4e7a-929a-7c255e5a3dd9 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Jul 30 08:20:32.534732 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:32.544812 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Returning: {'device': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'port_id': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'mac_address': 'fa:16:3e:2f:1f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 08:20:32.581899 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.598115 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839abbb8-b225-4cc3-a966-0376ea63d2c6 {{(pid=93287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 08:20:32.617729 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:32.622020 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.669725 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:32.673436 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57398) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:32.687874 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64b60df2-d92b-4187-b704-bf60ea322041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.774003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64b60df2-d92b-4187-b704-bf60ea322041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.778887 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-64b60df2-d92b-4187-b704-bf60ea322041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.816950 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-64b60df2-d92b-4187-b704-bf60ea322041 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c12f43dec8f44a2a2b5331f37081851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420391 Jul 30 08:20:32.817755 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b60df2-d92b-4187-b704-bf60ea322041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d8fac-2f48-41b8-9659-32e8b51a31b5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:32.819690 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57400) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:32.865311 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['839abbb8-b225-4cc3-a966-0376ea63d2c6'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:20:32.867110 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.889012 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.935253 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.937780 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:32.941622 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/821d8fac-2f48-41b8-9659-32e8b51a31b5 HTTP/1.1" status: 204 len: 168 time: 0.1182485 Jul 30 08:20:32.946420 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eec68-83f7-4f33-b899-4ceaf57025b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d8fac-2f48-41b8-9659-32e8b51a31b5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:33.602531 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf219f-0842-4c3e-bf98-1964d0558e62 req-1988b6ab-684c-427b-8082-f5f4c0a016bc tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:33.604694 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2caf219f-0842-4c3e-bf98-1964d0558e62 req-1988b6ab-684c-427b-8082-f5f4c0a016bc tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 945 time: 0.0494847 Jul 30 08:20:33.646735 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-2caf219f-0842-4c3e-bf98-1964d0558e62 req-5b68e26a-006c-411f-a89a-7cfcb3154b9b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Jul 30 08:20:34.441023 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 839abbb8-b225-4cc3-a966-0376ea63d2c6 up at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 08:20:34.492243 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 completed by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 08:20:34.492515 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57450) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:34.494271 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Provisioning complete for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 triggered by entity L2. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:34.495170 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.570760 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.593499 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:34.595727 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a224d0e311bf75348357dd2c6124de095141a6d8f80cb2200359215445fe21d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2613b3-1c60-4b49-85a9-6a97613568bc" -d '{"events": [{"server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "name": "network-vif-plugged", "status": "completed", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:34.601484 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43ef32d1-7aa0-42ee-be5c-b9bac18470aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.609203 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:34.614378 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.641112 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba992fd6-0409-42fc-a628-3944bc9bfd43 x-openstack-request-id: req-ba992fd6-0409-42fc-a628-3944bc9bfd43 {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:34.641404 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "name": "network-vif-plugged", "status": "completed", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "code": 200}]} {{(pid=93287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:34.641652 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba992fd6-0409-42fc-a628-3944bc9bfd43 {{(pid=93287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:34.642032 dv-cinder-792800-2-iscsi neutron-server[93287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'code': 200} Jul 30 08:20:34.676494 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=5']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:34.705859 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43ef32d1-7aa0-42ee-be5c-b9bac18470aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.709985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43ef32d1-7aa0-42ee-be5c-b9bac18470aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.751322 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-43ef32d1-7aa0-42ee-be5c-b9bac18470aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aea3e55e45d1436da31d6b3993464b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574348 Jul 30 08:20:34.752034 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef32d1-7aa0-42ee-be5c-b9bac18470aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332717ac-fb6b-46de-8f76-be470d2b33ad,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:34.754003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57458) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:34.811434 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500b373-fcf2-45c3-a91b-33cea558badc req-ae7fdeaf-ae79-4b45-9c24-ca3779783c59 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:34.812978 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e500b373-fcf2-45c3-a91b-33cea558badc req-ae7fdeaf-ae79-4b45-9c24-ca3779783c59 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0875623 Jul 30 08:20:34.834427 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c57fc-ad30-45f3-9702-120b1502f8d5 req-6e49813e-8e36-4d48-8a50-6c3f1077bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:34.835972 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-833c57fc-ad30-45f3-9702-120b1502f8d5 req-6e49813e-8e36-4d48-8a50-6c3f1077bcbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1099 time: 0.0395312 Jul 30 08:20:34.840084 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.873093 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-833c57fc-ad30-45f3-9702-120b1502f8d5 req-5a5c9d1e-aeb0-45c2-8ff7-ef13e293e6a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286524 Jul 30 08:20:34.874587 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.878642 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e500b373-fcf2-45c3-a91b-33cea558badc req-5244f39e-8896-4a3b-8406-b9c4b1a6bfe7 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589557 Jul 30 08:20:34.923449 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.926053 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:34.927176 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/332717ac-fb6b-46de-8f76-be470d2b33ad HTTP/1.1" status: 204 len: 168 time: 0.1669886 Jul 30 08:20:34.935139 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27799-e0fe-49f2-85c5-6a0a19975ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332717ac-fb6b-46de-8f76-be470d2b33ad,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:35.190478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57464) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:35.204198 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f2d269f-613f-41e9-b060-573ece0d7bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.295896 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f2d269f-613f-41e9-b060-573ece0d7bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.299117 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2f2d269f-613f-41e9-b060-573ece0d7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.337166 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2f2d269f-613f-41e9-b060-573ece0d7bb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7caf1956899540a7afbbc43428ca7169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455956 Jul 30 08:20:35.339216 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d269f-613f-41e9-b060-573ece0d7bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dec228-1813-43d3-8299-136a7370e1cc,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:35.339978 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57466) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:35.389781 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.409960 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.456419 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.458920 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:35.460066 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02dec228-1813-43d3-8299-136a7370e1cc HTTP/1.1" status: 204 len: 168 time: 0.1191123 Jul 30 08:20:35.467557 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2380b-7e77-415f-84d8-9e444d8911b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dec228-1813-43d3-8299-136a7370e1cc,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:36.000620 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0c2a-e733-430f-96c7-6ac7a52b7e27 req-ef1ef058-03f6-45be-8f4c-8ded716594ca tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:36.002315 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-da4c0c2a-e733-430f-96c7-6ac7a52b7e27 req-ef1ef058-03f6-45be-8f4c-8ded716594ca tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0514088 Jul 30 08:20:36.043814 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-da4c0c2a-e733-430f-96c7-6ac7a52b7e27 req-5385a4a2-2492-421d-81b4-8aa9d9f40195 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Jul 30 08:20:36.159776 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcab84-0398-4184-9e3a-87328c7735d9 req-474e0e25-70a4-48c7-98ad-f237a656d961 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:36.161271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94bcab84-0398-4184-9e3a-87328c7735d9 req-474e0e25-70a4-48c7-98ad-f237a656d961 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0490537 Jul 30 08:20:36.199432 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-94bcab84-0398-4184-9e3a-87328c7735d9 req-f3907716-c85e-47f9-b26f-a5a70c4a8477 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Jul 30 08:20:36.531323 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394e57-6d0c-4645-a5cb-78b55766a204 req-822fe6a1-c065-49c8-989c-9c5c3a6b01e0 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:36.532807 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d394e57-6d0c-4645-a5cb-78b55766a204 req-822fe6a1-c065-49c8-989c-9c5c3a6b01e0 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0521078 Jul 30 08:20:36.571709 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-7d394e57-6d0c-4645-a5cb-78b55766a204 req-727e67ed-1a59-45a0-8896-6813336aeade tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Jul 30 08:20:37.322136 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57552) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:37.425086 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0708ac0-3f8a-4d47-b7f1-a37fe58d41ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.512791 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0708ac0-3f8a-4d47-b7f1-a37fe58d41ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.516277 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0708ac0-3f8a-4d47-b7f1-a37fe58d41ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.552038 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0708ac0-3f8a-4d47-b7f1-a37fe58d41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c115cfd3-8a02-446e-ad9f-6235ca372da9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:37.556348 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e0708ac0-3f8a-4d47-b7f1-a37fe58d41ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68ab5995e5c14a1184e0bbd4aae750cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324772 Jul 30 08:20:37.560125 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57556) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:37.606609 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.627196 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.672816 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.675177 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:37.676301 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c115cfd3-8a02-446e-ad9f-6235ca372da9 HTTP/1.1" status: 204 len: 168 time: 0.1157348 Jul 30 08:20:37.684844 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad9ec7-7d7b-43e3-8fbf-dbd084b3ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c115cfd3-8a02-446e-ad9f-6235ca372da9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:37.930311 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57564) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:37.946951 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4c76810-8114-4aef-8534-4b2d37ac800b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.040628 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4c76810-8114-4aef-8534-4b2d37ac800b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.045181 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4c76810-8114-4aef-8534-4b2d37ac800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.090431 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e4c76810-8114-4aef-8534-4b2d37ac800b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8239fc64612649d3822983a2dade05f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589925 Jul 30 08:20:38.091301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76810-8114-4aef-8534-4b2d37ac800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7557d3b-f5f9-466b-9acb-46aa86baf026,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:38.093366 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57572) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:38.144154 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.168535 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.213774 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.216523 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:38.217827 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7557d3b-f5f9-466b-9acb-46aa86baf026 HTTP/1.1" status: 204 len: 168 time: 0.1233706 Jul 30 08:20:38.225617 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965c5c2-e5c4-4457-bcd1-c0102ee2b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7557d3b-f5f9-466b-9acb-46aa86baf026,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:39.255783 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57612) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:39.357221 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-735c2c21-29ef-40e4-a1cc-e0e6efebd0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.446965 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-735c2c21-29ef-40e4-a1cc-e0e6efebd0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.451468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-735c2c21-29ef-40e4-a1cc-e0e6efebd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.492321 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-735c2c21-29ef-40e4-a1cc-e0e6efebd0e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8009d95029784400b7ce941dfa43ce7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354693 Jul 30 08:20:39.493191 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c2c21-29ef-40e4-a1cc-e0e6efebd0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248e55d-835a-4875-aa5a-c37307b0407d,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:39.495937 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57618) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:39.544684 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.565378 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.609264 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.611677 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:39.612803 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2248e55d-835a-4875-aa5a-c37307b0407d HTTP/1.1" status: 204 len: 168 time: 0.1156964 Jul 30 08:20:39.620795 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cc20f-4099-4b9f-a5cf-7cfb2992261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248e55d-835a-4875-aa5a-c37307b0407d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:43.060461 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57672) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:43.158808 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-976be6a7-87a6-4f3b-b751-21dec63d1b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.245100 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-976be6a7-87a6-4f3b-b751-21dec63d1b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.249300 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-976be6a7-87a6-4f3b-b751-21dec63d1b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.287001 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-976be6a7-87a6-4f3b-b751-21dec63d1b81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93154965cc77421b8fd8ea22cd931877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254055 Jul 30 08:20:43.287852 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be6a7-87a6-4f3b-b751-21dec63d1b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f898c-a04a-4f66-9d8b-5a8d5613ae87,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:43.289813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57676) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:43.337915 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.361165 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.404789 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.407267 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:43.408401 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac8f898c-a04a-4f66-9d8b-5a8d5613ae87 HTTP/1.1" status: 204 len: 168 time: 0.1175346 Jul 30 08:20:43.415633 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57674386-35f3-45f1-aa4d-95ec0081bab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f898c-a04a-4f66-9d8b-5a8d5613ae87,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:46.017719 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6549707-daeb-4be4-b109-e355d977802b req-74441dab-de61-40b8-ab83-4e33159905cf tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:46.019195 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6549707-daeb-4be4-b109-e355d977802b req-74441dab-de61-40b8-ab83-4e33159905cf tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0474823 Jul 30 08:20:46.056087 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e6549707-daeb-4be4-b109-e355d977802b req-581f6845-8770-4a51-9765-46f41f120d8e tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jul 30 08:20:46.077763 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57692) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:46.257933 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a016f-6ffa-4dc5-b464-8165f15be509 tempest-TestMinimumBasicScenario-1442854416 tempest-TestMinimumBasicScenario-1442854416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:46.259418 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-814a016f-6ffa-4dc5-b464-8165f15be509 tempest-TestMinimumBasicScenario-1442854416 tempest-TestMinimumBasicScenario-1442854416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1094 time: 0.1807046 Jul 30 08:20:46.262474 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57696) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:46.266611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'floatingip': {'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'port_id': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:46.289247 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for floatingip, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:46.381716 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:46.488457 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Allocated IP 172.27.0.13 (b949963e-ba71-46c4-9f89-ab058897ccc9/d1764aa3-a82d-478b-966b-47b069cc07b2/5ccfdff5-beda-4c48-929e-a874398b2905) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 08:20:46.586898 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:46.624649 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784193944046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:46.664056 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Network b949963e-ba71-46c4-9f89-ab058897ccc9 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 08:20:46.666650 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 08:20:46.669548 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 08:20:46.697780 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'Port': ['ID=5ccfdff5-beda-4c48-929e-a874398b2905,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:47.023489 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.090880 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.239633 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.244393 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.314635 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'Port': ['ID=5ccfdff5-beda-4c48-929e-a874398b2905,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:47.322623 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760389'] for floatingip, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.420269 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Floating IP 9bfa5872-e431-4b92-958d-9b1efe0ba3d6 associated. External IP: 172.27.0.13, port: 839abbb8-b225-4cc3-a966-0376ea63d2c6. Jul 30 08:20:47.830596 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Router 59ef665d-e06e-4c68-b4fb-cab167101b15 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:20:47.938448 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:20:47.947851 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Sync routers for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:20:47.953794 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:47.957524 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:47.958144 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:20:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:47.980315 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a0f80e38-fdfe-4ea9-bc4f-45b757e45302 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7169251 Jul 30 08:20:47.981059 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:47.984119 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57702) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:47.984602 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff736ba-b1bb-4524-8b92-ec85346ba372" -d '{"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:47.989215 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307768504', 'description': 'tempest-secgroup-smoke-1307768504 description', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.015766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.022802 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97758c5-5cfc-456e-819c-83c6d38ad56f x-openstack-request-id: req-f97758c5-5cfc-456e-819c-83c6d38ad56f {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:48.023164 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:48.023479 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f97758c5-5cfc-456e-819c-83c6d38ad56f {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:48.024099 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:20:48.120045 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-e0bec3f5-e2b2-41dd-ad49-e1a41b7d3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:48.121493 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-e0bec3f5-e2b2-41dd-ad49-e1a41b7d3c94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1099 time: 0.0726585 Jul 30 08:20:48.162515 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.192294 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.199040 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:48.234057 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.238008 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2501304 Jul 30 08:20:48.238186 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370d87a2-1d80-45d7-988e-0f57c0b39dc6,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.239292 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57708) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.246825 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.254160 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.254525 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.254876 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.255206 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.255540 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.255871 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.256198 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.256527 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.256851 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.257199 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.257524 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.257843 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01111bf-6c6c-4113-8c8c-da8f0118e41d tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:20:48.284769 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-c6a5e31f-f265-4ca1-ba6e-38a3258f3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:48.288451 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-c6a5e31f-f265-4ca1-ba6e-38a3258f3fb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.1512852 Jul 30 08:20:48.290919 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:20:48.297513 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.348478 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.351727 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-57b8b268-730e-48f1-ab9d-51b231cd81cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 999 time: 0.0594015 Jul 30 08:20:48.352890 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.372979 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab934cc-2ff7-4c4f-9a51-c22afffd39c5,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.382411 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.386338 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-75da0342-428e-413c-be18-35076af8874a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429787 Jul 30 08:20:48.387034 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57710) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.392231 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.406214 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-462a1e68-9a1b-45e3-9864-bbd3853cf580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:48.407696 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-462a1e68-9a1b-45e3-9864-bbd3853cf580 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0485253 Jul 30 08:20:48.419372 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.440881 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9bfa5872-e431-4b92-958d-9b1efe0ba3d6', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'port_id': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'mac_address': 'fa:16:3e:2f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b703f-ce75-40b5-939b-b931808bd57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:46Z', 'updated_at': '2021-07-30T08:20:46Z', 'revision_number': 0, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:48.456358 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-d4029373-8716-4b24-b8bb-57ab5f08d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:48.457948 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-d4029373-8716-4b24-b8bb-57ab5f08d384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421882 Jul 30 08:20:48.472501 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Checking router: 59ef665d-e06e-4c68-b4fb-cab167101b15 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:20:48.480954 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:20:48.481980 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:20:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:48.483025 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.487642 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.509314 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c315c46d-1711-4887-8ff0-dc79a44f9a1c,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.518391 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.519613 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-14486bce-8e2a-4a55-b2fe-ca06fe162c51 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320937 Jul 30 08:20:48.522234 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57712) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.526949 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.558259 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.562489 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-9ae9bc94-e8d2-4b0c-90a1-ad5e489aa8bd service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962718 Jul 30 08:20:48.596530 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:20:48.621295 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.626208 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.648538 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fbd8a1-b1b4-4820-8c45-ecb72a2a4eb1,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.652763 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.657209 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3898d5d4-187f-42e9-bf36-cc087c1e1f71 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339314 Jul 30 08:20:48.657804 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57714) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.662398 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.663807 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-cff736ba-b1bb-4524-8b92-ec85346ba372 req-05e18390-4985-4684-9879-a494ace75704 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940015 Jul 30 08:20:48.691624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.751554 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.755325 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.770295 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8b83d0-fbee-4dea-8470-ed612ce76070,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.780829 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.783981 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-2c3b215a-3b0e-40ae-b515-44ad384f9363 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225882 Jul 30 08:20:48.783981 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57716) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.788624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.810831 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.securitygroups_db [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Project bb4404461f8e4c41b86b6499b86fabc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:20:48.815578 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.831475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9bfa5872-e431-4b92-958d-9b1efe0ba3d6', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'port_id': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'mac_address': 'fa:16:3e:2f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b703f-ce75-40b5-939b-b931808bd57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:46Z', 'updated_at': '2021-07-30T08:20:46Z', 'revision_number': 0, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:20:48.862947 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e7796-716f-465e-9386-b72bf2f4280e None None] The sync data for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi is: [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '9bfa5872-e431-4b92-958d-9b1efe0ba3d6', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'port_id': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'mac_address': 'fa:16:3e:2f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b703f-ce75-40b5-939b-b931808bd57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:20:46Z', 'updated_at': '2021-07-30T08:20:46Z', 'revision_number': 0, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:20:48.881918 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.885822 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.906663 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5669bc24-fab8-4900-9f22-1c9ef9addb29,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:48.914385 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:48.915659 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f6906996-7137-42ca-aca0-58515769ebf1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307616 Jul 30 08:20:48.918298 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57718) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:20:48.922884 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'security_group_rule': {'security_group_id': '370d87a2-1d80-45d7-988e-0f57c0b39dc6', 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:48.945583 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.securitygroups_db [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Project bb4404461f8e4c41b86b6499b86fabc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 08:20:48.951064 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.013332 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.017580 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592546'] for security_group_rule, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.038501 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8543a7a2-36ee-4d0f-af6b-b37bdf850adf,revision_number=0']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:49.042090 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.043302 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-68f14011-f681-410f-86dc-1e9fc93a1232 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240096 Jul 30 08:20:49.061041 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8e8a8-5e98-4e40-a317-2f710af438fb None None] New status for floating IP 9bfa5872-e431-4b92-958d-9b1efe0ba3d6: ACTIVE {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:20:49.122784 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-41e07b14-e16c-4af9-9029-0278e8b4756c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307768504&fields=id&tenant_id=bb4404461f8e4c41b86b6499b86fabc4 HTTP/1.1" status: 200 len: 267 time: 0.0324864 Jul 30 08:20:49.176468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-0cb54edb-a7a4-4219-a8c9-a1c7e301df33 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:49.177883 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-0cb54edb-a7a4-4219-a8c9-a1c7e301df33 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0491104 Jul 30 08:20:49.189208 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'port': {'security_groups': ['fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5', '370d87a2-1d80-45d7-988e-0f57c0b39dc6']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:20:49.259415 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.475205 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:20:49.503907 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.508092 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.520033 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['839abbb8-b225-4cc3-a966-0376ea63d2c6'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:20:49.551472 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:49.552117 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:49.553591 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c48cfe64-733a-40c1-9a73-2b696d6fcba6 req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "PUT /v2.0/ports/839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 982 time: 0.3689239 Jul 30 08:20:49.584745 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d2fe6-0426-46cc-bf75-9e0c98167a8c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=6']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:20:49.640640 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['839abbb8-b225-4cc3-a966-0376ea63d2c6'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:20:49.677606 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac75c-2ec7-4423-aa02-0338f9e6d644 req-7bf40051-c16b-4f25-bfed-722e6e2a59d0 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:49.679346 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-608ac75c-2ec7-4423-aa02-0338f9e6d644 req-7bf40051-c16b-4f25-bfed-722e6e2a59d0 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0594330 Jul 30 08:20:49.723035 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-608ac75c-2ec7-4423-aa02-0338f9e6d644 req-ec68b238-4d0d-4a53-8da1-bf3b4fcbbf6b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370147 Jul 30 08:20:49.844798 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-5c9aa82c-0037-4a47-981b-7a1733bde876 None None] Provisioning complete for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:20:49.845113 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-5c9aa82c-0037-4a47-981b-7a1733bde876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:50.025303 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:20:50.028002 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d495e34-3a18-406f-b87d-cdd86afda0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:20:50.065389 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b46698-6083-461b-976c-c9e9b1ee98d3 x-openstack-request-id: req-97b46698-6083-461b-976c-c9e9b1ee98d3 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:20:50.065978 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:20:50.065978 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97b46698-6083-461b-976c-c9e9b1ee98d3 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:20:50.066301 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:20:50.133128 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-43ba8b38-512a-4e8f-bc1f-a6618a2fabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:50.135239 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-43ba8b38-512a-4e8f-bc1f-a6618a2fabe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1138 time: 0.0438459 Jul 30 08:20:50.493161 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-a7ef87bc-45aa-46c2-9245-e404d8dd2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:50.494629 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-a7ef87bc-45aa-46c2-9245-e404d8dd2bfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.3515797 Jul 30 08:20:50.558523 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-5fb54252-1700-4c65-984c-3b81f037aa42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0567315 Jul 30 08:20:50.606656 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-b8a57866-00a9-42e2-87b1-3ae364bda6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:50.608112 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-b8a57866-00a9-42e2-87b1-3ae364bda6dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0424342 Jul 30 08:20:50.655713 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-d946159d-5f65-409e-a0fc-5e2abb99a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:20:50.657189 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-d946159d-5f65-409e-a0fc-5e2abb99a51b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417132 Jul 30 08:20:50.743592 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-181ae044-fff8-4005-8528-0a79579f6883 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786088 Jul 30 08:20:50.832821 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0d495e34-3a18-406f-b87d-cdd86afda0ab req-3058b0d6-5848-4a12-929f-1d7d2e4e7cd7 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825520 Jul 30 08:20:50.937352 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-57c13fae-486b-4ac6-8a6d-3a86da10cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:53.410078 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3e3e584d-49d1-4dca-85be-3f4587624612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:53.738080 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:54.285705 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:54.497978 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:20:56.281727 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:12.526054 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-9fbd3367-a358-43a5-a888-2e1eae946806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:12.527935 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-9fbd3367-a358-43a5-a888-2e1eae946806 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1138 time: 0.0418637 Jul 30 08:21:12.533217 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18373a-1998-4995-a826-f975db9fd371 req-de580862-3fe1-4769-9076-8ddc32a3fad1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:12.534776 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f18373a-1998-4995-a826-f975db9fd371 req-de580862-3fe1-4769-9076-8ddc32a3fad1 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0516434 Jul 30 08:21:12.575610 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5f18373a-1998-4995-a826-f975db9fd371 req-bc4a0130-4dd7-43ce-94a6-3edece8cf52c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348032 Jul 30 08:21:12.619311 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-ec840fab-d19c-4975-9c8f-9eb8d56583cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:12.620787 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-ec840fab-d19c-4975-9c8f-9eb8d56583cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.0846221 Jul 30 08:21:12.694626 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-d8a4aa5d-660a-4218-ba33-1062b725b2a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0658863 Jul 30 08:21:12.743767 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-da1e7a54-4720-46ac-9e14-f39f0f63a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:12.745239 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-da1e7a54-4720-46ac-9e14-f39f0f63a55c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0427527 Jul 30 08:21:12.792141 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-b0e9c818-92aa-4fb3-863f-91ed832d6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:12.793675 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-b0e9c818-92aa-4fb3-863f-91ed832d6918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397918 Jul 30 08:21:12.883834 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-421070f1-e138-456c-acad-332e408ef16c service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819719 Jul 30 08:21:12.971155 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-724b4a05-98c8-4e94-a77e-f17ea1c64683 req-02f264e6-0dc0-4fe1-9ebd-6b2518b6d242 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786650 Jul 30 08:21:13.691313 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d7f7d-68f9-4aa8-80a2-539787d82a42 req-d82a5ff2-9dfe-461e-b8de-7a296218936c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:13.692775 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c36d7f7d-68f9-4aa8-80a2-539787d82a42 req-d82a5ff2-9dfe-461e-b8de-7a296218936c tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0475705 Jul 30 08:21:13.732276 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c36d7f7d-68f9-4aa8-80a2-539787d82a42 req-e6302eed-27c3-4e3a-ba4a-95652dfa25a7 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334909 Jul 30 08:21:14.851717 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268875fb-0ecf-49c6-8f08-5aa95f159f91 req-9398e85f-e8c7-4a38-8ade-b61eb9b9a024 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:14.853271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-268875fb-0ecf-49c6-8f08-5aa95f159f91 req-9398e85f-e8c7-4a38-8ade-b61eb9b9a024 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0533307 Jul 30 08:21:14.892775 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-268875fb-0ecf-49c6-8f08-5aa95f159f91 req-41cc64fe-71be-4d5e-9834-7f5e4b6d963a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336192 Jul 30 08:21:16.006711 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb81c-406d-47f6-86b2-695beb2a6f6c req-8307a555-e857-475b-90b1-30a417d01a04 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:16.008182 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-888fb81c-406d-47f6-86b2-695beb2a6f6c req-8307a555-e857-475b-90b1-30a417d01a04 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0485151 Jul 30 08:21:16.047599 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-888fb81c-406d-47f6-86b2-695beb2a6f6c req-b4cdbe45-1abf-4bf7-8c81-d5f504eca319 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333807 Jul 30 08:21:17.161092 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a48e9-ca84-481c-828f-701429558cc3 req-1d8c6247-67c9-4173-9b87-33208aeeb78a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:17.162580 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c12a48e9-ca84-481c-828f-701429558cc3 req-1d8c6247-67c9-4173-9b87-33208aeeb78a tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0491126 Jul 30 08:21:17.201253 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-c12a48e9-ca84-481c-828f-701429558cc3 req-2e132700-c540-49ef-ab81-fb14d34ccbf7 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327401 Jul 30 08:21:18.323954 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574c4a-27d4-4f7f-89f8-97048da490e2 req-c5f51597-7131-496d-ba67-8d90b081dd25 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:18.325453 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65574c4a-27d4-4f7f-89f8-97048da490e2 req-c5f51597-7131-496d-ba67-8d90b081dd25 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0572569 Jul 30 08:21:18.365214 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-65574c4a-27d4-4f7f-89f8-97048da490e2 req-edf617ae-3a2f-42cb-92cc-4ee9cca575de tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335894 Jul 30 08:21:19.481035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbfe2-5003-4b03-96d0-414c92026a04 req-da65473f-6a6f-48b2-b0e1-69ae2d3dee68 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:19.482524 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3fadbfe2-5003-4b03-96d0-414c92026a04 req-da65473f-6a6f-48b2-b0e1-69ae2d3dee68 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0508380 Jul 30 08:21:19.521871 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3fadbfe2-5003-4b03-96d0-414c92026a04 req-a190dc60-0f18-47a2-8c5f-847fa3772a15 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332298 Jul 30 08:21:20.636839 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b39c-e4d1-4a49-bc79-123998019616 req-91650baa-2b35-48ee-810b-a3083a78f2ce tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:20.638347 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-98a5b39c-e4d1-4a49-bc79-123998019616 req-91650baa-2b35-48ee-810b-a3083a78f2ce tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0484331 Jul 30 08:21:20.678118 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-98a5b39c-e4d1-4a49-bc79-123998019616 req-4b98a7cc-c87e-4b00-b89d-6301a2431722 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330920 Jul 30 08:21:20.938394 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-719bdae7-1948-4ebb-96e9-18ece018e0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:21.797705 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd8eb7-d629-46cf-9c3a-3d898a8f176a req-aa75414b-8d35-4520-ae10-8baf9e86fe8b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:21.799185 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20fd8eb7-d629-46cf-9c3a-3d898a8f176a req-aa75414b-8d35-4520-ae10-8baf9e86fe8b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0548444 Jul 30 08:21:21.838920 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-20fd8eb7-d629-46cf-9c3a-3d898a8f176a req-2cb56845-b674-4ba8-a84a-f6211faee418 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337865 Jul 30 08:21:22.951541 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136004-a201-4493-aa03-187597a368ab req-0d23a7fc-d5bd-494e-a6fa-2d7740762fd4 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:22.954039 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9136004-a201-4493-aa03-187597a368ab req-0d23a7fc-d5bd-494e-a6fa-2d7740762fd4 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0507691 Jul 30 08:21:22.994156 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-e9136004-a201-4493-aa03-187597a368ab req-fbf7b077-683b-4775-b945-7c19d1bd655f tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341797 Jul 30 08:21:23.410445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-480b6387-220c-4564-8b92-4d7e51083146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:23.740377 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:24.106798 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70e18-e22b-4d0a-b403-3e888fb66b5e req-5f4a4b35-9d75-44ad-b7fe-583685226f7e tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:24.108271 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8bb70e18-e22b-4d0a-b403-3e888fb66b5e req-5f4a4b35-9d75-44ad-b7fe-583685226f7e tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0491157 Jul 30 08:21:24.147343 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8bb70e18-e22b-4d0a-b403-3e888fb66b5e req-02ccf14e-25e7-45a9-8e78-8e0c660482da tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=370d87a2-1d80-45d7-988e-0f57c0b39dc6&id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322995 Jul 30 08:21:24.310234 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:24.500155 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:25.290122 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:21:26.284001 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:28.739259 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57770) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:28.989653 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Deleting port 15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:28.989888 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.063082 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.063557 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.074918 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Calling delete_port for 15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741 owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:29.249382 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.280785 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-c0a45567-9a3e-4e7d-9594-3085df9d7fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466876 Jul 30 08:21:29.282491 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event deleted for resources: {'Port': ['ID=15ef0b3a-d7f6-4a26-a2d3-d33dde8d9741,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:29.325122 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.325466 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.325805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.326136 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.326466 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.326794 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.327115 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.327435 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.327778 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.328120 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.329012 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.329341 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:29.340352 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd7623-e902-4268-8126-4b15f66fba4a req-5afc40b4-698f-40e2-91e5-6121e3ff2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.341897 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-5afc40b4-698f-40e2-91e5-6121e3ff2654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1099 time: 0.0399325 Jul 30 08:21:29.351353 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.351682 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Floating IP 488dafaa-8a0f-4f8a-98a5-69d38f5877b8 disassociated (deleted). External IP: 172.27.0.43, port: e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b. Jul 30 08:21:29.443971 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd7623-e902-4268-8126-4b15f66fba4a req-d68f5b27-8f66-4a8f-9289-80e4db50ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.445467 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-d68f5b27-8f66-4a8f-9289-80e4db50ce5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.0845222 Jul 30 08:21:29.514391 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-6cfa30c0-7add-4832-8038-b3560d83e4e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 1001 time: 0.0614693 Jul 30 08:21:29.563630 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd7623-e902-4268-8126-4b15f66fba4a req-4cc163ab-856f-4c98-8e9f-def1cf3a8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.563886 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:29.565271 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-4cc163ab-856f-4c98-8e9f-def1cf3a8882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0448854 Jul 30 08:21:29.610188 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd7623-e902-4268-8126-4b15f66fba4a req-b170bb48-e939-44fa-800c-5c28306e96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.611765 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-b170bb48-e939-44fa-800c-5c28306e96d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401392 Jul 30 08:21:29.669592 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:29.674651 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:29.683145 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Sync routers for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:29.692930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:29.693550 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:29.701101 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ab57be85-5ced-4986-82d0-0b80bec93c04 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "DELETE /v2.0/floatingips/488dafaa-8a0f-4f8a-98a5-69d38f5877b8 HTTP/1.1" status: 204 len: 168 time: 0.9606819 Jul 30 08:21:29.701695 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:29.703619 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-4dcccca0-2d7b-463c-9412-8ef4de7a2a98 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846124 Jul 30 08:21:29.704585 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046db390-4739-4b40-af74-52a9cfead50e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:29.743483 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd4ba7-0c38-4b2e-b5fb-8025bd8f6e26 x-openstack-request-id: req-f7fd4ba7-0c38-4b2e-b5fb-8025bd8f6e26 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:29.744088 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:29.744088 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7fd4ba7-0c38-4b2e-b5fb-8025bd8f6e26 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:29.744399 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'status': 'completed', 'code': 200} Jul 30 08:21:29.821233 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:29.848472 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-4abd7623-e902-4268-8126-4b15f66fba4a req-3affad83-a429-4cd6-8ecb-2ea449d9077d service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347289 Jul 30 08:21:29.850754 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db390-4739-4b40-af74-52a9cfead50e req-c1f8d143-782f-42a7-ab04-8230ae6f7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.852152 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-c1f8d143-782f-42a7-ab04-8230ae6f7267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8355dbd5884dab916579b6396be412&device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0852544 Jul 30 08:21:29.940813 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6ef17-d578-4793-b5cc-842f04bd2daf req-0c1efa72-cb9d-43ca-9f5a-1c1fd95b8da7 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.942486 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8c6ef17-d578-4793-b5cc-842f04bd2daf req-0c1efa72-cb9d-43ca-9f5a-1c1fd95b8da7 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Jul 30 08:21:29.955450 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db390-4739-4b40-af74-52a9cfead50e req-c38bc842-e92d-495e-96dc-9b07045aad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:29.957529 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-c38bc842-e92d-495e-96dc-9b07045aad18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 200 len: 910 time: 0.0905612 Jul 30 08:21:29.983409 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-b8c6ef17-d578-4793-b5cc-842f04bd2daf req-da2f6fd5-678d-43b8-8227-2f28bbf3c6be tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Jul 30 08:21:30.006277 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-11187df7-9cd9-4e76-9efe-45cf6d03e191 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0406432 Jul 30 08:21:30.035303 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:30.056373 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db390-4739-4b40-af74-52a9cfead50e req-8a2f0e5a-b466-43cb-b5f3-5e9c78572996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:30.057936 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-8a2f0e5a-b466-43cb-b5f3-5e9c78572996 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 200 len: 848 time: 0.0440207 Jul 30 08:21:30.065522 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Checking router: be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:30.073792 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:30.074346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:30.105320 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db390-4739-4b40-af74-52a9cfead50e req-548c1f65-0209-4fd6-9ffc-03792d4ec6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:30.106838 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-548c1f65-0209-4fd6-9ffc-03792d4ec6ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409083 Jul 30 08:21:30.179666 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:30.199602 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-ab23e2a1-54e7-4adc-b4d1-cf6a946e6c95 service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847919 Jul 30 08:21:30.294226 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-046db390-4739-4b40-af74-52a9cfead50e req-90f3d1de-44e1-470f-aff8-8fc5828916df service neutron] 10.222.0.30 "GET /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Jul 30 08:21:30.494842 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:30.520267 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f05e5-5d23-4ab4-a467-e6341d96cfe8 None None] The sync data for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi is: [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:19Z', 'revision_number': 4, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '584c76d9-d437-4c99-89a9-48b4d0bb9bb7', 'name': '', 'network_id': 'cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'mac_address': 'fa:16:3e:5b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:18Z', 'updated_at': '2021-07-30T08:16:26Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'subnets': [{'id': '18a66b94-2023-44f4-b58b-bee454c2e8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:21:30.739566 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96268b0-e5ef-4005-aa51-7f61a155226d None None] New status for floating IP 488dafaa-8a0f-4f8a-98a5-69d38f5877b8: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:21:31.104235 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c5d9e-6f0b-4ec4-a258-dccf63e9c4e6 req-5c55faec-8930-46df-97a3-10888e347ff9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:31.105753 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-935c5d9e-6f0b-4ec4-a258-dccf63e9c4e6 req-5c55faec-8930-46df-97a3-10888e347ff9 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0480218 Jul 30 08:21:31.143313 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-935c5d9e-6f0b-4ec4-a258-dccf63e9c4e6 req-a147c563-92e4-4eef-847e-309fc4a9f471 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a393dea-75f1-4806-a0d6-6c401c8c0960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Jul 30 08:21:31.434616 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-90e8ee9f-3f47-413a-b117-4b5cec96ed05 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:31.436064 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-90e8ee9f-3f47-413a-b117-4b5cec96ed05 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 945 time: 0.0491788 Jul 30 08:21:31.530159 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Deleting port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:31.530505 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:31.614168 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] For port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:31.614519 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:31.627271 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Calling delete_port for e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:31.753069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:31.781946 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event deleted for resources: {'Port': ['ID=e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:31.826841 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] No DVR routers for this DVR port e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:31.830069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:31.832049 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6441ac57-d8b8-4c5a-ace1-bfa0b79ac27d req-471c0128-b730-4f28-aa78-27301ca3613c tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.30 "DELETE /v2.0/ports/e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b HTTP/1.1" status: 204 len: 173 time: 0.3897789 Jul 30 08:21:31.832481 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-deleted', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:31.834774 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd76234-cc0d-44cc-a959-5e59e6e9dad4" -d '{"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-deleted", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:31.871548 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258d558c-804e-41ee-9687-4f1925bfcb0e x-openstack-request-id: req-258d558c-804e-41ee-9687-4f1925bfcb0e {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:31.871865 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6a4756-b71d-4dca-996f-697eae463fb3", "name": "network-vif-deleted", "tag": "e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:31.872118 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258d558c-804e-41ee-9687-4f1925bfcb0e {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:31.872512 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6a4756-b71d-4dca-996f-697eae463fb3', 'name': 'network-vif-deleted', 'tag': 'e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b', 'status': 'completed', 'code': 200} Jul 30 08:21:32.250341 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-8188dddd-e869-4726-bedb-6ba9f7b62bbb req-d34cf89e-a9ac-4e31-a675-93a598326f30 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e6a4756-b71d-4dca-996f-697eae463fb3 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Jul 30 08:21:33.311602 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57792) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:33.368553 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:33.393202 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:33.451566 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:33.455292 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:33.456457 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a393dea-75f1-4806-a0d6-6c401c8c0960 HTTP/1.1" status: 204 len: 168 time: 0.1438832 Jul 30 08:21:33.465935 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839635-006e-4e0f-9ab4-c0ab2e219446 tempest-TestShelveInstance-440353115 tempest-TestShelveInstance-440353115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a393dea-75f1-4806-a0d6-6c401c8c0960,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:33.505145 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57796) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:33.940104 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:34.179222 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Deleting port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:34.179559 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:34.259745 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] For port 584c76d9-d437-4c99-89a9-48b4d0bb9bb7, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:34.260020 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:34.273241 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Calling delete_port for 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:34.453266 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:34.477189 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Pushing event deleted for resources: {'Port': ['ID=584c76d9-d437-4c99-89a9-48b4d0bb9bb7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:34.637966 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:34.751669 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:34.770897 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:34.771250 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device e3f05a24-9f2f-4a4a-852a-ae189d3f5c9b not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:34.850824 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:34.952189 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:34.958674 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7309da2a-a331-411a-95d6-ac7ae7cab836 admin admin] 10.222.0.16 "PUT /v2.0/routers/be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517493 Jul 30 08:21:34.960447 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57800) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:34.960944 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Sync routers for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:34.969956 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:34.970882 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:35.064507 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.074557 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:35.163990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.214797 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Deleting port b0a4f880-5ef2-42a1-bd8d-f56df553db06 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:35.215144 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.249780 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:21:34Z', 'revision_number': 5, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port': {'id': 'b0a4f880-5ef2-42a1-bd8d-f56df553db06', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:35.276783 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Checking router: be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:35.285957 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Routers {'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:35.286488 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:35.300591 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] For port b0a4f880-5ef2-42a1-bd8d-f56df553db06, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=b0a4f880-5ef2-42a1-bd8d-f56df553db06,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:35.300990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.314668 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Calling delete_port for b0a4f880-5ef2-42a1-bd8d-f56df553db06 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:35.370577 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] Set router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:35.424252 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:21:35Z', 'revision_number': 6, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:35.450703 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610a5ec-959b-46c7-81f5-910bc50adc8f None None] The sync data for ids ['be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5'] in dv-cinder-792800-2-iscsi is: [{'id': 'be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5', 'name': 'tempest-TestShelveInstance-1853762585-router', 'tenant_id': '0f8355dbd5884dab916579b6396be412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:16Z', 'updated_at': '2021-07-30T08:21:35Z', 'revision_number': 6, 'project_id': '0f8355dbd5884dab916579b6396be412', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:21:35.736230 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.767314 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a4f880-5ef2-42a1-bd8d-f56df553db06,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:35.821754 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.915161 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.917264 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.958434 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.959072 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:21:35.963872 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:35.965069 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5f7ad14e-b329-4e53-b27e-499852eefa02 admin admin] 10.222.0.16 "DELETE /v2.0/routers/be092d76-69ea-4d5b-bbfb-c8bc45cfbcb5 HTTP/1.1" status: 204 len: 168 time: 1.0036421 Jul 30 08:21:35.967492 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57802) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:36.010989 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Deleting subnet 18a66b94-2023-44f4-b58b-bee454c2e8b5 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:21:36.013885 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.047638 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.125729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.178558 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.207155 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.209918 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18a66b94-2023-44f4-b58b-bee454c2e8b5 HTTP/1.1" status: 204 len: 168 time: 0.2406182 Jul 30 08:21:36.211102 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2eaaf-0638-40d5-8506-5fe87f6899c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a66b94-2023-44f4-b58b-bee454c2e8b5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:36.211655 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb709d24-e342-4c04-afb3-dc5f8081f767 None None] Network cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:21:36.212405 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57804) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:36.292443 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.358278 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Deleting port cb7b5073-a956-47b1-a914-c8c2994296c5 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:36.358672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.399602 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] DHCP port deletion for cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:21:36.424512 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] For port cb7b5073-a956-47b1-a914-c8c2994296c5, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=cb7b5073-a956-47b1-a914-c8c2994296c5,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:36.424976 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.438870 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Calling delete_port for cb7b5073-a956-47b1-a914-c8c2994296c5 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:36.456070 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Deleting port cb7b5073-a956-47b1-a914-c8c2994296c5 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:36.456458 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.533897 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.542217 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device b0a4f880-5ef2-42a1-bd8d-f56df553db06 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:36.545428 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] For port cb7b5073-a956-47b1-a914-c8c2994296c5, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=cb7b5073-a956-47b1-a914-c8c2994296c5,segment=NetworkSegment(56b8901f-4a40-4925-bf05-3a02ca950b0f),segment_id=56b8901f-4a40-4925-bf05-3a02ca950b0f)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:36.545852 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.548776 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] No DVR routers for this DVR port cb7b5073-a956-47b1-a914-c8c2994296c5 on host dv-cinder-792800-2-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:36.572522 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: b0a4f880-5ef2-42a1-bd8d-f56df553db06 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:36.572869 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device b0a4f880-5ef2-42a1-bd8d-f56df553db06 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:36.573313 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device cb7b5073-a956-47b1-a914-c8c2994296c5 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:36.578319 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Calling delete_port for cb7b5073-a956-47b1-a914-c8c2994296c5 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:36.588001 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7b5073-a956-47b1-a914-c8c2994296c5,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:36.597635 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: cb7b5073-a956-47b1-a914-c8c2994296c5 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:36.597989 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device cb7b5073-a956-47b1-a914-c8c2994296c5 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:36.598413 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:36.622727 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:36.623006 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 584c76d9-d437-4c99-89a9-48b4d0bb9bb7 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:36.640440 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.650010 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:36.660313 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b8901f-4a40-4925-bf05-3a02ca950b0f') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:36.660611 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b8901f-4a40-4925-bf05-3a02ca950b0f') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:36.669257 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.686698 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.691169 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.693992 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:21:36.694422 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:21:36.696273 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:21:36.715969 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Pushing event deleted for resources: {'Port': ['ID=cb7b5073-a956-47b1-a914-c8c2994296c5,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:36.720497 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] No DVR routers for this DVR port cb7b5073-a956-47b1-a914-c8c2994296c5 on host dv-cinder-792800-2-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.729526 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.730282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.730282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.730282 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.730620 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.730970 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573767a-96aa-4992-9b82-d74a51da5b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:36.756058 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.761119 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:36.764783 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164 HTTP/1.1" status: 204 len: 168 time: 0.5483668 Jul 30 08:21:36.765986 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57806) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:36.776108 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485100b-52c1-4297-9fb0-d8360efe24b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0dfbc1-c7b3-4cf9-bacc-acf2a262a164,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:37.101813 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:37.342899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Deleting port faa67daf-d76d-4e8d-bc11-5e226be42779 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:37.343245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:37.417611 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] For port faa67daf-d76d-4e8d-bc11-5e226be42779, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=faa67daf-d76d-4e8d-bc11-5e226be42779,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:37.417857 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:37.430337 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Calling delete_port for faa67daf-d76d-4e8d-bc11-5e226be42779 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:37.604149 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:37.631227 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa67daf-d76d-4e8d-bc11-5e226be42779,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:37.797475 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.004195 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Router a04cb8a8-b11b-4104-be05-a00d51a798e2 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:38.103840 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:38.112035 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d0be8ccb-235c-4a24-a2da-06cb764a8513 admin admin] 10.222.0.16 "PUT /v2.0/routers/a04cb8a8-b11b-4104-be05-a00d51a798e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3417666 Jul 30 08:21:38.112141 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57808) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:38.113632 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Sync routers for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:38.122467 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:38.123067 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:38.317665 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:38.444144 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.515120 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:21:37Z', 'revision_number': 5, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:38.543141 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Checking router: a04cb8a8-b11b-4104-be05-a00d51a798e2 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:38.547624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.552028 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Routers {'a04cb8a8-b11b-4104-be05-a00d51a798e2'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:38.552629 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a04cb8a8-b11b-4104-be05-a00d51a798e2'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:38.599144 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Deleting port 54010d80-2bd4-4606-8cec-c64859a49fe9 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:38.599486 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.656881 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] Set router a04cb8a8-b11b-4104-be05-a00d51a798e2 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:38.679964 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] For port 54010d80-2bd4-4606-8cec-c64859a49fe9, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=54010d80-2bd4-4606-8cec-c64859a49fe9,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:38.680328 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.693384 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Calling delete_port for 54010d80-2bd4-4606-8cec-c64859a49fe9 owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:38.834121 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:21:37Z', 'revision_number': 5, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:38.855405 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:38.864603 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53d3df-a670-4bb5-9e29-46c04894d155 None None] The sync data for ids ['a04cb8a8-b11b-4104-be05-a00d51a798e2'] in dv-cinder-792800-2-iscsi is: [{'id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'name': 'tempest-TestShelveInstance-76563872-router', 'tenant_id': 'aad5b76370c4402f916c751733253401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:16:21Z', 'updated_at': '2021-07-30T08:21:37Z', 'revision_number': 5, 'project_id': 'aad5b76370c4402f916c751733253401', 'gw_port': {'id': '54010d80-2bd4-4606-8cec-c64859a49fe9', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04cb8a8-b11b-4104-be05-a00d51a798e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:16:22Z', 'updated_at': '2021-07-30T08:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:21:38.888615 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54010d80-2bd4-4606-8cec-c64859a49fe9,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:38.947532 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.036135 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.038211 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.082624 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.083228 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04cb8a8-b11b-4104-be05-a00d51a798e2 {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:21:39.088117 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.089274 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f3c7bc6a-8249-4310-905c-60637196e3e3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a04cb8a8-b11b-4104-be05-a00d51a798e2 HTTP/1.1" status: 204 len: 168 time: 0.9762504 Jul 30 08:21:39.091746 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57810) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:39.136783 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Deleting subnet b5d869c9-504e-419d-aa8d-b9d3595ef5bf {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:21:39.139846 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.174487 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.257609 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.316052 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.342009 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d869c9-504e-419d-aa8d-b9d3595ef5bf,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:39.350089 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.351976 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7da9accb-22cb-49f0-9d8b-214c92ed5e5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b5d869c9-504e-419d-aa8d-b9d3595ef5bf HTTP/1.1" status: 204 len: 168 time: 0.2593243 Jul 30 08:21:39.354530 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57812) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:39.354898 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbe77d-21a5-4061-8aad-159ad02540d3 None None] Network 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:21:39.426647 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.484620 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Deleting port c434f3cf-a46b-4607-914b-1b75787b628b {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:39.485009 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.550500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] DHCP port deletion for 4fc6b48a-22f5-4648-a60b-74f0a1e60b16 request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:21:39.553369 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] For port c434f3cf-a46b-4607-914b-1b75787b628b, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=c434f3cf-a46b-4607-914b-1b75787b628b,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:39.554626 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.569588 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Calling delete_port for c434f3cf-a46b-4607-914b-1b75787b628b owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:39.601115 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Deleting port c434f3cf-a46b-4607-914b-1b75787b628b {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:39.601413 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.651146 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.662901 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] For port c434f3cf-a46b-4607-914b-1b75787b628b, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=c434f3cf-a46b-4607-914b-1b75787b628b,segment=NetworkSegment(f7d0e09e-d689-4f4d-ad13-819936e031f0),segment_id=f7d0e09e-d689-4f4d-ad13-819936e031f0)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:39.663294 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.675187 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Pushing event deleted for resources: {'Port': ['ID=c434f3cf-a46b-4607-914b-1b75787b628b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:39.675662 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Calling delete_port for c434f3cf-a46b-4607-914b-1b75787b628b owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:39.681071 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] No DVR routers for this DVR port c434f3cf-a46b-4607-914b-1b75787b628b on host dv-cinder-792800-2-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:39.752567 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.754065 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.762339 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc6b48a-22f5-4648-a60b-74f0a1e60b16']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:39.777062 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d0e09e-d689-4f4d-ad13-819936e031f0') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:39.777277 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d0e09e-d689-4f4d-ad13-819936e031f0') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:39.779306 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] Pushing event deleted for resources: {'Port': ['ID=c434f3cf-a46b-4607-914b-1b75787b628b,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:39.784343 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e21c75-34be-41e4-944b-ba8b28db8817 None None] No DVR routers for this DVR port c434f3cf-a46b-4607-914b-1b75787b628b on host dv-cinder-792800-2-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:39.787730 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.802771 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.808738 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:21:39.809148 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:21:39.810879 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:21:39.866081 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.871535 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:39.873827 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fc6b48a-22f5-4648-a60b-74f0a1e60b16 HTTP/1.1" status: 204 len: 168 time: 0.5183768 Jul 30 08:21:39.887327 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961937-eff1-4ece-8c03-87c42fe65368 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc6b48a-22f5-4648-a60b-74f0a1e60b16,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:39.987480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57816) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:40.026289 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-35db927f-43e5-440a-b73c-c8d72d0dea89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f8355dbd5884dab916579b6396be412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376401 Jul 30 08:21:40.028956 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57818) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:40.075194 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.099781 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.143814 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.146769 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.147909 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fa3455b-81e1-44c7-9a9d-238ad5279a1d HTTP/1.1" status: 204 len: 168 time: 0.1180811 Jul 30 08:21:40.155767 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9891-079c-4f70-93aa-d1c3f3df08d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa3455b-81e1-44c7-9a9d-238ad5279a1d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:40.455336 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57824) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:40.497113 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-9cc29530-105f-46ef-b21b-7863dba28e07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aad5b76370c4402f916c751733253401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405185 Jul 30 08:21:40.499504 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57826) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:40.521916 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device faa67daf-d76d-4e8d-bc11-5e226be42779 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:40.542316 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: faa67daf-d76d-4e8d-bc11-5e226be42779 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:40.542754 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device faa67daf-d76d-4e8d-bc11-5e226be42779 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:40.543237 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 54010d80-2bd4-4606-8cec-c64859a49fe9 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:40.551283 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.561516 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 54010d80-2bd4-4606-8cec-c64859a49fe9 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:40.561859 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 54010d80-2bd4-4606-8cec-c64859a49fe9 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:40.562263 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device c434f3cf-a46b-4607-914b-1b75787b628b no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:40.572958 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.582362 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: c434f3cf-a46b-4607-914b-1b75787b628b {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:40.582705 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device c434f3cf-a46b-4607-914b-1b75787b628b not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:40.618454 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.621003 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:40.622176 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cc73297-4b7e-4d9b-b9ec-c3f5fa0efe1d HTTP/1.1" status: 204 len: 168 time: 0.1217470 Jul 30 08:21:40.629991 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d94584-b601-41d6-bdbc-3e0ba8dc37fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc73297-4b7e-4d9b-b9ec-c3f5fa0efe1d,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:50.939194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6f91c833-21f4-4068-b3ce-94cd9889b9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:51.561885 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57830) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:51.715252 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 7c0460a7-5333-4ca7-a880-f8d39cbc31ca {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:51.715596 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:51.793068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:51.793393 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:51.805351 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 7c0460a7-5333-4ca7-a880-f8d39cbc31ca owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:51.949101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:51.972006 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=7c0460a7-5333-4ca7-a880-f8d39cbc31ca,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:52.033603 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:52.034051 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 10c13de8-3d24-4428-9e73-221a7f8cab67 disassociated (deleted). External IP: 172.27.0.242, port: 8d0520a9-3a79-4a45-9fcd-04bb7cb30096. Jul 30 08:21:52.237660 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:52.342480 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:52.347820 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:52.353971 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:52.364160 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:52.364779 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:52.374244 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-f5a6eafa-8ef7-4600-91a6-42be3df3351f tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "DELETE /v2.0/floatingips/10c13de8-3d24-4428-9e73-221a7f8cab67 HTTP/1.1" status: 204 len: 168 time: 0.8111970 Jul 30 08:21:52.374844 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:52.377124 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48" -d '{"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:52.418377 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b428935b-d75d-47ee-b7eb-6f7964cfda58 x-openstack-request-id: req-b428935b-d75d-47ee-b7eb-6f7964cfda58 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:52.418669 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:52.419010 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b428935b-d75d-47ee-b7eb-6f7964cfda58 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:52.419313 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'status': 'completed', 'code': 200} Jul 30 08:21:52.477384 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:52.483861 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-6ca00a56-6e97-494e-bcae-43209c35de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:52.485462 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-6ca00a56-6e97-494e-bcae-43209c35de39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 1099 time: 0.0428603 Jul 30 08:21:52.582756 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-a74ba5d7-785d-4310-912b-a3d6c6967ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:52.584378 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-a74ba5d7-785d-4310-912b-a3d6c6967ce2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.0915959 Jul 30 08:21:52.622110 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ec07-e286-4797-a476-37286e080b8c req-14e7b3e3-b774-4386-97a3-5b9c0d5bbb88 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:52.623935 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3537ec07-e286-4797-a476-37286e080b8c req-14e7b3e3-b774-4386-97a3-5b9c0d5bbb88 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0553589 Jul 30 08:21:52.634185 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-f957ed29-799d-449d-a7dc-3ce13331f78e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 200 len: 217 time: 0.0408559 Jul 30 08:21:52.668845 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-3537ec07-e286-4797-a476-37286e080b8c req-92d799ae-8deb-4575-b213-6ea8acb367b0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377722 Jul 30 08:21:52.692113 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-56f68486-995e-4de9-8ecd-3e43bbb81e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:52.693745 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-56f68486-995e-4de9-8ecd-3e43bbb81e7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0504503 Jul 30 08:21:52.740809 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-4474b83b-8f3e-4eb5-be80-cc86c345e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:52.742420 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-4474b83b-8f3e-4eb5-be80-cc86c345e683 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408356 Jul 30 08:21:52.829230 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:52.837066 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-ef2b2a2d-2b19-4fbc-a667-1bc87ec58ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862005 Jul 30 08:21:52.858766 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:52.867293 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:52.867940 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:23Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:52.928183 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-7345b0e1-473e-4ac0-84d4-b4c8b773ab48 req-33b888b6-5309-4194-8bfe-506c2b0d33c6 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821111 Jul 30 08:21:52.973184 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:53.186444 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:53.212278 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ca5bd-ff10-476c-9c2f-c2cc0b4cef07 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_floatingips': [{'id': '2c43cbf1-3cc8-47b6-9f50-a26d9741d160', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'router_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'port_id': '22232e98-a760-41a3-b546-a3e2df395499', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'mac_address': 'fa:16:3e:24:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T08:18:06Z', 'updated_at': '2021-07-30T08:18:09Z', 'revision_number': 1, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:21:53.411157 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-71cc0f9f-97e0-47e0-8818-eb954fee547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:53.418559 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3a5d1-0fbb-482f-8fa5-ffdd2e9ea62b None None] New status for floating IP 10c13de8-3d24-4428-9e73-221a7f8cab67: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:21:53.744507 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:53.807257 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738e8a-b499-4e21-bc89-ebfba98126f9 req-f9b51b50-7a94-466c-9aa1-d912ae956519 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:53.808857 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39738e8a-b499-4e21-bc89-ebfba98126f9 req-f9b51b50-7a94-466c-9aa1-d912ae956519 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0538363 Jul 30 08:21:53.849606 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-39738e8a-b499-4e21-bc89-ebfba98126f9 req-504494b3-cb65-4c6f-a7f7-8827da246003 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Jul 30 08:21:54.120183 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-f6fe9e8d-8e52-4b11-ba89-78233068e4e2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:54.121673 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-f6fe9e8d-8e52-4b11-ba89-78233068e4e2 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 946 time: 0.0486948 Jul 30 08:21:54.213777 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:54.214118 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.301000 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] For port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:54.301373 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.317556 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:54.331445 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.441797 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.469679 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=8d0520a9-3a79-4a45-9fcd-04bb7cb30096,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:54.502149 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.503098 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.503243 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.503713 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.504186 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.504810 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.505323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.505323 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.505595 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.505934 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.506269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.506623 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.506934 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-2-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 08:21:54.522997 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] No DVR routers for this DVR port 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:21:54.525161 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:54.527117 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-aced89ce-d3a7-4f45-b8e5-2cd0a2b63fa8 req-4d7cf109-5cc2-4b9c-ac98-648b319ffb33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "DELETE /v2.0/ports/8d0520a9-3a79-4a45-9fcd-04bb7cb30096 HTTP/1.1" status: 204 len: 173 time: 0.3992176 Jul 30 08:21:54.527586 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'name': 'network-vif-deleted', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:54.530081 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ddff6-f6ee-46ea-987d-b6b1e9f35d27" -d '{"events": [{"server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "name": "network-vif-deleted", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:54.565644 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3762c6b-3bbd-4c67-9f4d-2f10092d7558 x-openstack-request-id: req-a3762c6b-3bbd-4c67-9f4d-2f10092d7558 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:54.565932 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13315ed0-3cec-42b3-add4-94c267c6f3af", "name": "network-vif-deleted", "tag": "8d0520a9-3a79-4a45-9fcd-04bb7cb30096", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:54.566186 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3762c6b-3bbd-4c67-9f4d-2f10092d7558 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:54.566581 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13315ed0-3cec-42b3-add4-94c267c6f3af', 'name': 'network-vif-deleted', 'tag': '8d0520a9-3a79-4a45-9fcd-04bb7cb30096', 'status': 'completed', 'code': 200} Jul 30 08:21:54.957590 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-912eabcf-ac81-49c1-b44f-bcf064438473 req-2b35cc83-2d67-4de4-8156-3364777fe837 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=13315ed0-3cec-42b3-add4-94c267c6f3af HTTP/1.1" status: 200 len: 210 time: 0.0263233 Jul 30 08:21:56.293465 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.435039 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-6b95b65a-c40b-4684-ad74-d98b0f899f41 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307768504&fields=id&tenant_id=bb4404461f8e4c41b86b6499b86fabc4 HTTP/1.1" status: 200 len: 267 time: 0.0383236 Jul 30 08:21:56.490677 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-18a445b8-8f54-4b40-adb5-1d5d140c6258 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:56.492115 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-18a445b8-8f54-4b40-adb5-1d5d140c6258 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 985 time: 0.0515049 Jul 30 08:21:56.502974 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.v2.base [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Request body: {'port': {'security_groups': ['fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5']}} {{(pid=93286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 08:21:56.568501 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685218'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.735125 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:21:56.763714 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.768693 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784194331697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784193940996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784193941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6087738'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.780838 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['839abbb8-b225-4cc3-a966-0376ea63d2c6'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:21:56.810235 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:56.810855 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.812307 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-d09b3922-cffa-4784-a2b4-820e8970eae0 req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "PUT /v2.0/ports/839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 943 time: 0.3137562 Jul 30 08:21:56.812674 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:56.815495 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:56.820279 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57858) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:56.847616 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f03e9-2c93-4adc-98a2-38376e517b08 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event updated for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=7']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:56.861130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:21:56.876300 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16161df0-0ede-4d99-b6f0-e2886c7553d3 x-openstack-request-id: req-16161df0-0ede-4d99-b6f0-e2886c7553d3 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:56.878178 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:56.878441 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16161df0-0ede-4d99-b6f0-e2886c7553d3 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:56.879187 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:21:56.897088 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.904281 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] get_ports_and_sgs() called for port_ids ['839abbb8-b225-4cc3-a966-0376ea63d2c6'] {{(pid=93287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 08:21:56.912510 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:21:56.912858 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 8d0520a9-3a79-4a45-9fcd-04bb7cb30096 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:21:56.949983 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:56.996748 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-aef00418-f18b-4e73-a608-9acea636e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:56.998299 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-aef00418-f18b-4e73-a608-9acea636e5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1099 time: 0.0890052 Jul 30 08:21:57.078227 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.080744 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.082025 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "DELETE /v2.0/security-groups/370d87a2-1d80-45d7-988e-0f57c0b39dc6 HTTP/1.1" status: 204 len: 168 time: 0.2592728 Jul 30 08:21:57.084851 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57860) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:57.098069 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8026f8-b946-4b3e-b282-fe5457bad123 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d87a2-1d80-45d7-988e-0f57c0b39dc6,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:57.101689 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0dd4b3b1-3af1-46bd-b50f-d2ef6a71bcfc None None] Provisioning complete for port 839abbb8-b225-4cc3-a966-0376ea63d2c6 triggered by entity DHCP. {{(pid=93287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 08:21:57.102076 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3b1-3af1-46bd-b50f-d2ef6a71bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775316'] for port, provisioning_complete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.111494 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-0a2b11a8-1f8e-476e-b529-952f3c1b4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:57.113707 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-0a2b11a8-1f8e-476e-b529-952f3c1b4cbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.1075561 Jul 30 08:21:57.219841 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-98fca978-13fa-4614-b3b7-e855bde945aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0980444 Jul 30 08:21:57.281801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-8ae6716d-8822-43ea-9929-f37aa23a9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:57.284316 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-8ae6716d-8822-43ea-9929-f37aa23a9fd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0562537 Jul 30 08:21:57.302859 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Deleting port 5ccfdff5-beda-4c48-929e-a874398b2905 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:57.303202 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.336067 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-e9c52ad0-f741-426f-9e54-06540bf6d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:57.337504 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-e9c52ad0-f741-426f-9e54-06540bf6d995 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431201 Jul 30 08:21:57.387072 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.387416 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.399585 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Calling delete_port for 5ccfdff5-beda-4c48-929e-a874398b2905 owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:57.446109 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-06d9b049-475f-4c13-ad79-51c3ca293600 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974154 Jul 30 08:21:57.568295 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-746bd59f-6c6c-4982-aefe-d8ab8813bbf1 req-4344c610-df24-4385-a576-10a5c18ae0c8 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107733 Jul 30 08:21:57.596825 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.622357 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event deleted for resources: {'Port': ['ID=5ccfdff5-beda-4c48-929e-a874398b2905,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:57.688148 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:57.688478 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Floating IP 9bfa5872-e431-4b92-958d-9b1efe0ba3d6 disassociated (deleted). External IP: 172.27.0.13, port: 839abbb8-b225-4cc3-a966-0376ea63d2c6. Jul 30 08:21:57.896035 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Router 59ef665d-e06e-4c68-b4fb-cab167101b15 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:58.004700 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:58.009311 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:58.014682 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Sync routers for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:58.024250 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:58.024991 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:58.039396 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-a282af0c-283e-4807-88e3-e5d46ce26421 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "DELETE /v2.0/floatingips/9bfa5872-e431-4b92-958d-9b1efe0ba3d6 HTTP/1.1" status: 204 len: 168 time: 0.9531734 Jul 30 08:21:58.143643 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:58.258539 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57878) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:21:58.414846 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:58.443627 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Checking router: 59ef665d-e06e-4c68-b4fb-cab167101b15 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:58.453193 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:58.454287 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:58.588614 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:58.658145 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:21:58.658805 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:58.746531 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:58.746934 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:58.762227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:21:58.814568 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:58.842568 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aacc83-3434-4db8-a4ba-4e45991697c2 None None] The sync data for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi is: [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:19:51Z', 'revision_number': 4, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '60284b45-58f5-4a70-aee8-3c7e92d1542e', 'name': '', 'network_id': '63c2eb80-ea09-4352-a934-e92782fc010c', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'mac_address': 'fa:16:3e:af:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:51Z', 'updated_at': '2021-07-30T08:19:58Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'subnets': [{'id': '2f76662d-2d85-4837-ad87-2de26f751b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:21:58.885018 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:21:58.887442 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:21:58.937281 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941610e-20c8-4d1a-b37a-af6b57afc267 x-openstack-request-id: req-c941610e-20c8-4d1a-b37a-af6b57afc267 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:21:58.937839 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:21:58.938094 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c941610e-20c8-4d1a-b37a-af6b57afc267 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:21:58.938544 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:21:58.952690 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:58.990710 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=6ea87106-fee3-4b56-9cb2-d6bd5b5b42cf,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:21:59.017540 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-59a5fc9d-f12a-48a7-9cd4-dbce145603e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:59.019791 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-59a5fc9d-f12a-48a7-9cd4-dbce145603e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 1099 time: 0.0578363 Jul 30 08:21:59.056087 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:59.056550 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.db.l3_db [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Floating IP 2c43cbf1-3cc8-47b6-9f50-a26d9741d160 disassociated (deleted). External IP: 172.27.0.11, port: 22232e98-a760-41a3-b546-a3e2df395499. Jul 30 08:21:59.129466 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-d9de179f-f3a5-4465-8804-f0f2f790e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:59.131120 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-d9de179f-f3a5-4465-8804-f0f2f790e64c service neutron] 10.222.0.30 "GET /v2.0/networks?id=63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 200 len: 916 time: 0.1034632 Jul 30 08:21:59.163259 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b58eab-0091-41c9-9d5c-60247b5f5559 None None] New status for floating IP 9bfa5872-e431-4b92-958d-9b1efe0ba3d6: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:21:59.179251 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-c698f7c4-91cc-4211-9063-469ba9923db0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0409400 Jul 30 08:21:59.231440 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-096b8c32-f99d-4e5b-b056-9d9ccf28d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:59.233008 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-096b8c32-f99d-4e5b-b056-9d9ccf28d055 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 200 len: 854 time: 0.0467069 Jul 30 08:21:59.285161 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:21:59.285985 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-706376b3-1c14-4cc5-951e-0bd0e13575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:59.287514 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-706376b3-1c14-4cc5-951e-0bd0e13575e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63c2eb80-ea09-4352-a934-e92782fc010c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467200 Jul 30 08:21:59.381859 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-d6fe6c8b-89d6-4ecc-adea-274db42f0dc8 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867565 Jul 30 08:21:59.401259 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:21:59.406142 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:21:59.414990 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:21:59.424056 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:59.424842 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:59.438120 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fbb7f77d-4f10-48aa-a7a1-1fe74b053e5c tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "DELETE /v2.0/floatingips/2c43cbf1-3cc8-47b6-9f50-a26d9741d160 HTTP/1.1" status: 204 len: 168 time: 1.1761446 Jul 30 08:21:59.710137 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2974e-bc09-4eb6-80e8-8f8f2dc7a4ee req-174b602f-0151-4c09-8527-698b90c31a41 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:21:59.716297 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:21:59.718136 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19b2974e-bc09-4eb6-80e8-8f8f2dc7a4ee req-174b602f-0151-4c09-8527-698b90c31a41 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.0667953 Jul 30 08:21:59.753042 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19b2974e-bc09-4eb6-80e8-8f8f2dc7a4ee req-a419eaa2-369d-4453-83e2-205f653f23e6 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Jul 30 08:21:59.779975 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8af4ed92-f56f-443d-b51c-8af29d2d9ac1 req-e9b586cf-89c0-4cd5-b592-008ef99e6659 service neutron] 10.222.0.30 "GET /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899393 Jul 30 08:21:59.919837 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:21:59.948783 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:21:59.957747 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:21:59.958357 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:00.069400 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:00.298151 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:00.328265 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357988e2-31b9-41ad-97a1-e69ec41571e1 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:14:41Z', 'revision_number': 4, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi', '_interfaces': [{'id': '2381729e-4930-45ec-9ea0-729a924c65e6', 'name': '', 'network_id': 'f967d621-f61f-4fc0-b15a-84339d287b3e', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'mac_address': 'fa:16:3e:f8:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:40Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'subnets': [{'id': '58952ea7-e6ea-4bb7-b1c2-18868ed29412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:22:00.540290 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bf65c-6827-499e-b903-54c149380b73 None None] New status for floating IP 2c43cbf1-3cc8-47b6-9f50-a26d9741d160: DOWN {{(pid=93288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 08:22:00.891015 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe2a2-bbbe-426f-bdb2-0830e601d3f1 req-475e04bf-a8a8-4ebf-991a-7e5e46c6718e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:00.892602 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19ffe2a2-bbbe-426f-bdb2-0830e601d3f1 req-475e04bf-a8a8-4ebf-991a-7e5e46c6718e tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.0568004 Jul 30 08:22:00.938345 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-19ffe2a2-bbbe-426f-bdb2-0830e601d3f1 req-72a39c3b-fcc7-4d47-83f1-21cd45f116b0 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374086 Jul 30 08:22:00.939295 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:22:00.942414 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6be67e78ebe88eb2411b42cc37f306f7dd35dc5d865d2cca7c070dc89b65e4ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10" -d '{"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:22:00.990375 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326fd67-7e52-453a-b7bb-51d8adb4a51e x-openstack-request-id: req-5326fd67-7e52-453a-b7bb-51d8adb4a51e {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:22:00.990747 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "tag": "22232e98-a760-41a3-b546-a3e2df395499", "status": "completed", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:22:00.991071 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5326fd67-7e52-453a-b7bb-51d8adb4a51e {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:22:00.992764 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'tag': '22232e98-a760-41a3-b546-a3e2df395499', 'status': 'completed', 'code': 200} Jul 30 08:22:01.090393 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-a9bb6338-63f0-4aaf-b9f7-db9bc1b6f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.091906 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-a9bb6338-63f0-4aaf-b9f7-db9bc1b6f90c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a55260c1d1ee495799493929061a10d9&device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 1099 time: 0.0720649 Jul 30 08:22:01.144312 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d926dbe-603f-4daf-b4d7-405506f9ea4c req-42c43ad2-9a50-4687-b640-dc6e6390d647 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.146229 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d926dbe-603f-4daf-b4d7-405506f9ea4c req-42c43ad2-9a50-4687-b640-dc6e6390d647 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.3243909 Jul 30 08:22:01.161386 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-bffd0cd5-48ff-45ca-b97b-1a1b6c6a2f7d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.162869 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-bffd0cd5-48ff-45ca-b97b-1a1b6c6a2f7d tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 946 time: 0.1038342 Jul 30 08:22:01.188656 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-4d926dbe-603f-4daf-b4d7-405506f9ea4c req-c56d0b04-cf9c-4f26-81d6-d7621b570ab3 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360699 Jul 30 08:22:01.257399 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-7de68770-25ef-4039-99e0-c1f022590cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.258891 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-7de68770-25ef-4039-99e0-c1f022590cdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 200 len: 912 time: 0.1595120 Jul 30 08:22:01.309235 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-a19cbdfc-f63e-48e7-b360-a80130cf215b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 200 len: 217 time: 0.0416582 Jul 30 08:22:01.346512 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 22232e98-a760-41a3-b546-a3e2df395499 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:01.346860 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:01.410626 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-a983bb09-0915-4294-92fc-887a056b0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.412016 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-a983bb09-0915-4294-92fc-887a056b0611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 200 len: 850 time: 0.0948815 Jul 30 08:22:01.476206 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] For port 22232e98-a760-41a3-b546-a3e2df395499, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=22232e98-a760-41a3-b546-a3e2df395499,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:01.476766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:01.494758 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 22232e98-a760-41a3-b546-a3e2df395499 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:01.497600 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-8f502368-17a7-4ed8-a985-d4ed3b15264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:01.499112 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-8f502368-17a7-4ed8-a985-d4ed3b15264d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f967d621-f61f-4fc0-b15a-84339d287b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796852 Jul 30 08:22:01.647546 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-5daf9304-0bc6-4a81-8336-69ec23a413ac service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383824 Jul 30 08:22:01.756887 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:01.797605 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=22232e98-a760-41a3-b546-a3e2df395499,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:01.836082 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-f417ac0b-54a0-43bf-8edf-6fe429d7fe10 req-c3ce4b45-8715-4cc3-b7c1-62b0b8f23900 service neutron] 10.222.0.30 "GET /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808152 Jul 30 08:22:01.858950 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] No DVR routers for this DVR port 22232e98-a760-41a3-b546-a3e2df395499 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:01.861226 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:01.863801 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-0c516aa7-76cd-4034-8b32-4b6ff7f6296b req-d871511f-43d3-48a6-a5e9-ae8e17531d46 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.30 "DELETE /v2.0/ports/22232e98-a760-41a3-b546-a3e2df395499 HTTP/1.1" status: 204 len: 173 time: 0.6942084 Jul 30 08:22:01.864234 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'name': 'network-vif-deleted', 'tag': '22232e98-a760-41a3-b546-a3e2df395499'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:22:01.866580 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1983fc4-cf15-413c-ac67-321acf2ba3fa" -d '{"events": [{"server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "name": "network-vif-deleted", "tag": "22232e98-a760-41a3-b546-a3e2df395499"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:22:01.904937 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b731657-0e93-4901-82e6-966dbdcb9026 x-openstack-request-id: req-9b731657-0e93-4901-82e6-966dbdcb9026 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:22:01.905241 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449f0db3-24b3-44bf-b097-8901c3f3425d", "name": "network-vif-deleted", "tag": "22232e98-a760-41a3-b546-a3e2df395499", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:22:01.905497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b731657-0e93-4901-82e6-966dbdcb9026 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:22:01.905910 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449f0db3-24b3-44bf-b097-8901c3f3425d', 'name': 'network-vif-deleted', 'tag': '22232e98-a760-41a3-b546-a3e2df395499', 'status': 'completed', 'code': 200} Jul 30 08:22:02.044772 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-5bc23fbc-2a0f-449e-bd39-82289e597c19 req-8afdc7d8-717e-4faa-966f-20be7c642466 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "GET /v2.0/ports?device_id=449f0db3-24b3-44bf-b097-8901c3f3425d HTTP/1.1" status: 200 len: 210 time: 0.0329909 Jul 30 08:22:02.289640 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:22:02.375088 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccfa54-d77a-4580-b4b2-af46fdfd15d5 req-254ff8d8-d583-43b0-a38f-9919260d349f tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:02.376612 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2ccfa54-d77a-4580-b4b2-af46fdfd15d5 req-254ff8d8-d583-43b0-a38f-9919260d349f tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.1096272 Jul 30 08:22:02.421189 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-a2ccfa54-d77a-4580-b4b2-af46fdfd15d5 req-6b78fed5-faf5-4b32-b702-a74a015b2a57 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Jul 30 08:22:02.568576 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-b3d986e4-746c-4c90-a0a3-41d8d1f3b46b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 08:22:02.570196 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-b3d986e4-746c-4c90-a0a3-41d8d1f3b46b tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.30 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 946 time: 0.0553267 Jul 30 08:22:02.671982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Deleting port 839abbb8-b225-4cc3-a966-0376ea63d2c6 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:02.672312 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:02.764007 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] For port 839abbb8-b225-4cc3-a966-0376ea63d2c6, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=839abbb8-b225-4cc3-a966-0376ea63d2c6,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:02.764455 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:02.778166 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Calling delete_port for 839abbb8-b225-4cc3-a966-0376ea63d2c6 owned by compute:nova {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:02.878569 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 22232e98-a760-41a3-b546-a3e2df395499 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:02.898385 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 22232e98-a760-41a3-b546-a3e2df395499 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:02.898731 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 22232e98-a760-41a3-b546-a3e2df395499 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:02.907090 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:02.934830 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Pushing event deleted for resources: {'Port': ['ID=839abbb8-b225-4cc3-a966-0376ea63d2c6,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:02.976092 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] No DVR routers for this DVR port 839abbb8-b225-4cc3-a966-0376ea63d2c6 on host hv-cinder-79280 {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:02.978667 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:02.980631 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [req-8bc4c063-4ee4-452c-82e6-d05e2c7cb614 req-c47a1ebe-90ca-4f1c-bdee-99eac7930fc2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.30 "DELETE /v2.0/ports/839abbb8-b225-4cc3-a966-0376ea63d2c6 HTTP/1.1" status: 204 len: 173 time: 0.4026773 Jul 30 08:22:03.103064 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57924) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:03.223213 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Deleting port 6599355d-bd4b-4183-a3fa-305f66af9bca {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:03.223489 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.309124 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.309459 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.323014 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Calling delete_port for 6599355d-bd4b-4183-a3fa-305f66af9bca owned by network:floatingip {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:03.470465 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.499159 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'Port': ['ID=6599355d-bd4b-4183-a3fa-305f66af9bca,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:03.543188 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [req-549798ff-6518-4023-a303-4a54c54d6629 req-ac2452e9-8102-416b-8572-7450ca0092d2 tempest-TestMinimumBasicScenario-534004049 tempest-TestMinimumBasicScenario-534004049-project] 10.222.0.16 "GET /v2.0/ports?device_id=031b703f-ce75-40b5-939b-b931808bd57c HTTP/1.1" status: 200 len: 210 time: 0.0409403 Jul 30 08:22:03.583881 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.586440 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1681'] for floatingip, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:03.587566 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0d66bea4-231b-44c6-ae32-bc9fca38ac33 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "DELETE /v2.0/floatingips/9a16bab2-5c11-4111-ab03-c48077ddc733 HTTP/1.1" status: 204 len: 168 time: 0.4829285 Jul 30 08:22:03.906974 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'name': 'network-vif-deleted', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 08:22:03.909993 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40a9700b457440b66754431d25d0c1ab9e93c85c8cbec1a6843a7f074dc31ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125e8b7-f7fb-461a-a8c7-75abceb727d0" -d '{"events": [{"server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "name": "network-vif-deleted", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 08:22:03.944368 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559cf0c-2328-4864-af9d-719f17df36da x-openstack-request-id: req-1559cf0c-2328-4864-af9d-719f17df36da {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 08:22:03.944686 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b703f-ce75-40b5-939b-b931808bd57c", "name": "network-vif-deleted", "tag": "839abbb8-b225-4cc3-a966-0376ea63d2c6", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 08:22:03.944960 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1559cf0c-2328-4864-af9d-719f17df36da {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 08:22:03.945354 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b703f-ce75-40b5-939b-b931808bd57c', 'name': 'network-vif-deleted', 'tag': '839abbb8-b225-4cc3-a966-0376ea63d2c6', 'status': 'completed', 'code': 200} Jul 30 08:22:04.781657 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 57968) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:04.840203 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:04.866685 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:04.891357 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 839abbb8-b225-4cc3-a966-0376ea63d2c6 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:04.916028 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] No Port match for: 839abbb8-b225-4cc3-a966-0376ea63d2c6 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:04.916480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Device 839abbb8-b225-4cc3-a966-0376ea63d2c6 not bound to the agent host hv-cinder-79280 {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:04.930838 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:04.933638 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:04.934794 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1cb8f1f-dd07-422a-82c6-4814ff4c3e61 HTTP/1.1" status: 204 len: 168 time: 0.1520681 Jul 30 08:22:04.945912 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025a329-dcdb-44ca-8fac-7db572006c38 tempest-TestVolumeBootPattern-1659264580 tempest-TestVolumeBootPattern-1659264580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb8f1f-dd07-422a-82c6-4814ff4c3e61,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:04.989438 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 57990) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:05.232768 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58002) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:05.446396 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.652160 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.688114 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Deleting port 2381729e-4930-45ec-9ea0-729a924c65e6 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:05.688467 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.764100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] For port 2381729e-4930-45ec-9ea0-729a924c65e6, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2381729e-4930-45ec-9ea0-729a924c65e6,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:05.764459 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.777625 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Calling delete_port for 2381729e-4930-45ec-9ea0-729a924c65e6 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:05.942694 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Deleting port 60284b45-58f5-4a70-aee8-3c7e92d1542e {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:05.943244 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.959734 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:05.988892 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Pushing event deleted for resources: {'Port': ['ID=2381729e-4930-45ec-9ea0-729a924c65e6,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:06.025227 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] For port 60284b45-58f5-4a70-aee8-3c7e92d1542e, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=60284b45-58f5-4a70-aee8-3c7e92d1542e,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:06.025725 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.042106 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Calling delete_port for 60284b45-58f5-4a70-aee8-3c7e92d1542e owned by network:router_interface {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:06.156887 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.232746 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.259926 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Pushing event deleted for resources: {'Port': ['ID=60284b45-58f5-4a70-aee8-3c7e92d1542e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:06.387342 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Router e3488712-9fab-4716-aca1-f3605ef7b252 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:22:06.508275 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:22:06.516101 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d05c1bde-0846-4440-b3ab-355d826d521a admin admin] 10.222.0.16 "PUT /v2.0/routers/e3488712-9fab-4716-aca1-f3605ef7b252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5230515 Jul 30 08:22:06.516101 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58004) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:06.525101 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Sync routers for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:22:06.543005 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:06.543564 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:06.621472 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.654205 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:06.680841 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.725755 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.784745 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Deleting port 9c08becf-1548-41b0-ba5c-19bdeafd4935 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:06.785122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.838601 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:22:05Z', 'revision_number': 5, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port': {'id': '9c08becf-1548-41b0-ba5c-19bdeafd4935', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:38Z', 'updated_at': '2021-07-30T08:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:06.865169 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] For port 9c08becf-1548-41b0-ba5c-19bdeafd4935, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=9c08becf-1548-41b0-ba5c-19bdeafd4935,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:06.865598 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:06.868558 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Checking router: e3488712-9fab-4716-aca1-f3605ef7b252 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:22:06.877180 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Routers {'e3488712-9fab-4716-aca1-f3605ef7b252'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:06.878497 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['e3488712-9fab-4716-aca1-f3605ef7b252'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:06.879544 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Calling delete_port for 9c08becf-1548-41b0-ba5c-19bdeafd4935 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:06.918187 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Router 59ef665d-e06e-4c68-b4fb-cab167101b15 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:22:06.966360 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] Set router e3488712-9fab-4716-aca1-f3605ef7b252 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:07.023724 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:22:06Z', 'revision_number': 6, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:07.030448 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:22:07.039301 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-67d0935b-adb6-488d-87de-1d6120ded659 admin admin] 10.222.0.16 "PUT /v2.0/routers/59ef665d-e06e-4c68-b4fb-cab167101b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8049066 Jul 30 08:22:07.041181 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58006) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:07.041898 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Sync routers for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:22:07.051923 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a8107-3331-4635-bba0-a8734982f298 None None] The sync data for ids ['e3488712-9fab-4716-aca1-f3605ef7b252'] in dv-cinder-792800-2-iscsi is: [{'id': 'e3488712-9fab-4716-aca1-f3605ef7b252', 'name': 'tempest-TestVolumeBootPattern-134549523-router', 'tenant_id': 'a55260c1d1ee495799493929061a10d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:37Z', 'updated_at': '2021-07-30T08:22:06Z', 'revision_number': 6, 'project_id': 'a55260c1d1ee495799493929061a10d9', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:22:07.052169 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:07.052699 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:07.064307 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.109235 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9c08becf-1548-41b0-ba5c-19bdeafd4935,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:07.160383 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.164002 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.169332 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:07.255207 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.257953 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.266722 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.303674 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.304245 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3488712-9fab-4716-aca1-f3605ef7b252 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:22:07.309229 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.312606 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-94fa1b99-01b2-4130-88a9-b94a62c348bf admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3488712-9fab-4716-aca1-f3605ef7b252 HTTP/1.1" status: 204 len: 168 time: 0.7935035 Jul 30 08:22:07.312862 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58008) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:07.334649 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Deleting port 8de8607f-8e3b-4e95-b985-d94c592af971 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:07.334992 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.360850 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Deleting subnet 58952ea7-e6ea-4bb7-b1c2-18868ed29412 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:22:07.365105 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.366241 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:22:06Z', 'revision_number': 5, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port': {'id': '8de8607f-8e3b-4e95-b985-d94c592af971', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:49Z', 'updated_at': '2021-07-30T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:07.396261 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Checking router: 59ef665d-e06e-4c68-b4fb-cab167101b15 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:22:07.398870 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.414346 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Routers {'59ef665d-e06e-4c68-b4fb-cab167101b15'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:07.415212 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['59ef665d-e06e-4c68-b4fb-cab167101b15'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:07.425791 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] For port 8de8607f-8e3b-4e95-b985-d94c592af971, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=8de8607f-8e3b-4e95-b985-d94c592af971,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:07.426323 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.440625 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Calling delete_port for 8de8607f-8e3b-4e95-b985-d94c592af971 owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:07.494430 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.601034 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] Set router 59ef665d-e06e-4c68-b4fb-cab167101b15 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:07.641489 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.656807 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:22:07Z', 'revision_number': 6, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:07.675907 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de8607f-8e3b-4e95-b985-d94c592af971,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:07.689478 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c12-43af-415c-b051-ffcb8304f821 None None] The sync data for ids ['59ef665d-e06e-4c68-b4fb-cab167101b15'] in dv-cinder-792800-2-iscsi is: [{'id': '59ef665d-e06e-4c68-b4fb-cab167101b15', 'name': 'tempest-TestMinimumBasicScenario-1003766936-router', 'tenant_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:48Z', 'updated_at': '2021-07-30T08:22:07Z', 'revision_number': 6, 'project_id': 'bb4404461f8e4c41b86b6499b86fabc4', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:22:07.738928 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.822026 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.832488 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.834616 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.849527 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58952ea7-e6ea-4bb7-b1c2-18868ed29412,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:07.854652 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.858888 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-05b36ff5-2244-43d2-8631-ba80846ec6bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58952ea7-e6ea-4bb7-b1c2-18868ed29412 HTTP/1.1" status: 204 len: 168 time: 0.5427449 Jul 30 08:22:07.865820 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58010) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:07.870435 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befc430-5f07-4d0a-a5ad-999fca4a701d None None] Network f967d621-f61f-4fc0-b15a-84339d287b3e requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:22:07.888754 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.889464 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ef665d-e06e-4c68-b4fb-cab167101b15 {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:22:07.895667 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.899183 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c0dfbbfc-2285-4886-b4e4-57bef56ff754 admin admin] 10.222.0.16 "DELETE /v2.0/routers/59ef665d-e06e-4c68-b4fb-cab167101b15 HTTP/1.1" status: 204 len: 168 time: 0.8537195 Jul 30 08:22:07.899988 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58012) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:07.942233 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:07.954949 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Deleting subnet 2f76662d-2d85-4837-ad87-2de26f751b35 {{(pid=93286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:22:07.959303 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.002766 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Deleting port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:08.003122 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.006059 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7253877'] for subnet, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.084227 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] For port ff9cc45a-3ce8-4662-bf50-eff73de9bc90, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,segment=NetworkSegment(bb2a3edc-b84c-4817-a62d-01a2740c253b),segment_id=bb2a3edc-b84c-4817-a62d-01a2740c253b)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:08.084588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.093428 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.099285 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Calling delete_port for ff9cc45a-3ce8-4662-bf50-eff73de9bc90 owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:08.151479 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6087692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5346764'] for subnet, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.189742 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.196318 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for subnet, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.198356 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2f76662d-2d85-4837-ad87-2de26f751b35 HTTP/1.1" status: 204 len: 168 time: 0.2972069 Jul 30 08:22:08.203066 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e70f45-191c-4fee-88d0-ad7b7e1adcc3 None None] Network 63c2eb80-ea09-4352-a934-e92782fc010c requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:22:08.205068 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c304301-ec38-4554-aa38-16275f5011a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f76662d-2d85-4837-ad87-2de26f751b35,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:08.206317 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58014) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:08.213956 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804577b5-6d25-4754-919f-5d16677eb9e2 None None] DHCP port deletion for f967d621-f61f-4fc0-b15a-84339d287b3e request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:22:08.230590 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] No DVR routers for this DVR port ff9cc45a-3ce8-4662-bf50-eff73de9bc90 on host dv-cinder-792800-2-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:08.263162 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9cc45a-3ce8-4662-bf50-eff73de9bc90,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:08.386497 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.398308 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.400613 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f967d621-f61f-4fc0-b15a-84339d287b3e']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.414139 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2a3edc-b84c-4817-a62d-01a2740c253b') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.414427 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2a3edc-b84c-4817-a62d-01a2740c253b') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.425680 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.456203 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.472282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:22:08.472764 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:22:08.474443 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:22:08.536422 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.542084 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Deleting port 86eb03e3-f647-493f-89fe-42cbda090cfe {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:08.542390 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.544273 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.546090 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/f967d621-f61f-4fc0-b15a-84339d287b3e HTTP/1.1" status: 204 len: 168 time: 0.6792779 Jul 30 08:22:08.549116 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58016) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:08.565730 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e137a9-9fbc-4664-8053-509205d180ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f967d621-f61f-4fc0-b15a-84339d287b3e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:08.626478 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] For port 86eb03e3-f647-493f-89fe-42cbda090cfe, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=86eb03e3-f647-493f-89fe-42cbda090cfe,segment=NetworkSegment(77e136c5-e316-458a-9291-9a61329a74fa),segment_id=77e136c5-e316-458a-9291-9a61329a74fa)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:08.626843 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.642249 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Calling delete_port for 86eb03e3-f647-493f-89fe-42cbda090cfe owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:08.678780 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] DHCP port deletion for 63c2eb80-ea09-4352-a934-e92782fc010c request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:22:08.734908 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.772097 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86eb03e3-f647-493f-89fe-42cbda090cfe,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:08.774883 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Deleting port 86eb03e3-f647-493f-89fe-42cbda090cfe {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:08.775271 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.776957 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] No DVR routers for this DVR port 86eb03e3-f647-493f-89fe-42cbda090cfe on host dv-cinder-792800-2-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:08.791891 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2381729e-4930-45ec-9ea0-729a924c65e6 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.838262 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 2381729e-4930-45ec-9ea0-729a924c65e6 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.838588 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2381729e-4930-45ec-9ea0-729a924c65e6 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.839194 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 8de8607f-8e3b-4e95-b985-d94c592af971 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.866088 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 8de8607f-8e3b-4e95-b985-d94c592af971 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.866433 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 8de8607f-8e3b-4e95-b985-d94c592af971 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.866859 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 60284b45-58f5-4a70-aee8-3c7e92d1542e no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.871399 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.884275 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c2eb80-ea09-4352-a934-e92782fc010c']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.891475 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 60284b45-58f5-4a70-aee8-3c7e92d1542e {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.892037 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 60284b45-58f5-4a70-aee8-3c7e92d1542e not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.892187 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ff9cc45a-3ce8-4662-bf50-eff73de9bc90 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.900729 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e136c5-e316-458a-9291-9a61329a74fa') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.901243 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e136c5-e316-458a-9291-9a61329a74fa') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:08.911832 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.920387 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: ff9cc45a-3ce8-4662-bf50-eff73de9bc90 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.920864 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device ff9cc45a-3ce8-4662-bf50-eff73de9bc90 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.921174 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 9c08becf-1548-41b0-ba5c-19bdeafd4935 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.930748 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.938664 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:22:08.939070 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:22:08.941988 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:22:08.944772 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 9c08becf-1548-41b0-ba5c-19bdeafd4935 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.945153 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 9c08becf-1548-41b0-ba5c-19bdeafd4935 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.945584 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 86eb03e3-f647-493f-89fe-42cbda090cfe no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:08.947532 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] For port 86eb03e3-f647-493f-89fe-42cbda090cfe, host dv-cinder-792800-2-iscsi, got binding levels [] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:08.947913 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.973205 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:08.974996 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 86eb03e3-f647-493f-89fe-42cbda090cfe {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:08.975518 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 86eb03e3-f647-493f-89fe-42cbda090cfe not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:08.980877 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Calling delete_port for 86eb03e3-f647-493f-89fe-42cbda090cfe owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:08.984204 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.ipam_backend_mixin [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Port 86eb03e3-f647-493f-89fe-42cbda090cfe was not found and therefore no delete operation was performed {{(pid=93287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 08:22:08.985674 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.014071 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] Pushing event deleted for resources: {'Port': ['ID=86eb03e3-f647-493f-89fe-42cbda090cfe,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:09.019655 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b3f84-1531-4232-80f2-e774dcb5b9fa None None] No DVR routers for this DVR port 86eb03e3-f647-493f-89fe-42cbda090cfe on host dv-cinder-792800-2-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:09.020801 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.026899 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.031642 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63c2eb80-ea09-4352-a934-e92782fc010c HTTP/1.1" status: 204 len: 168 time: 0.8156304 Jul 30 08:22:09.032555 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58018) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:09.084957 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6fff-b4c5-4150-9f08-ac3ca8f97fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c2eb80-ea09-4352-a934-e92782fc010c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:09.266298 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Deleting port 2badac7e-5156-4436-965d-41415637c817 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:09.266870 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.349859 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] For port 2badac7e-5156-4436-965d-41415637c817, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=2badac7e-5156-4436-965d-41415637c817,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:09.350261 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.362859 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Calling delete_port for 2badac7e-5156-4436-965d-41415637c817 owned by network:router_interface {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:09.400310 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676421'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.541893 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.569866 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Pushing event deleted for resources: {'Port': ['ID=2badac7e-5156-4436-965d-41415637c817,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:09.655289 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Deleting port 94821180-0e5f-4c76-bf71-d8b3f693ac76 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:09.655644 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.741641 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] For port 94821180-0e5f-4c76-bf71-d8b3f693ac76, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=94821180-0e5f-4c76-bf71-d8b3f693ac76,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:09.742164 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.757214 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Calling delete_port for 94821180-0e5f-4c76-bf71-d8b3f693ac76 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:09.942866 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.966377 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:09.973078 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=94821180-0e5f-4c76-bf71-d8b3f693ac76,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:10.139269 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676393'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.198481 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:22:10.307057 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:22:10.315539 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0eb9cffe-7d9a-4a6c-9e23-d5e568670153 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9be3f34-bd73-40d2-a9d1-2454f9c8a560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616606 Jul 30 08:22:10.315663 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58020) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:10.316940 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Sync routers for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:22:10.326198 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:10.326930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.356249 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Router 652751b2-8b66-4ac8-ad62-a69036008902 has already been hosted by L3 agent 51e41b38-7ba2-4ee4-819f-1fe8432c7ff3 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 08:22:10.426502 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks [] for router, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.475100 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] Notify agent at l3_agent.dv-cinder-792800-2-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 08:22:10.480776 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c06f99b5-374a-4478-a56f-d82715541d92 admin admin] 10.222.0.16 "PUT /v2.0/routers/652751b2-8b66-4ac8-ad62-a69036008902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477212 Jul 30 08:22:10.483199 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58022) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:10.486245 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Sync routers for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 08:22:10.501780 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:10.503243 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.583718 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.592299 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:10.630265 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.648466 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: dv-cinder-792800-2-iscsi {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:10.650818 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Deleting port f9557a68-6fba-4b8b-90fb-536dafc29471 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:10.650981 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.748281 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] For port f9557a68-6fba-4b8b-90fb-536dafc29471, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=f9557a68-6fba-4b8b-90fb-536dafc29471,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:10.748671 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.756032 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.765273 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Calling delete_port for f9557a68-6fba-4b8b-90fb-536dafc29471 owned by network:router_gateway {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:10.793043 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:22:09Z', 'revision_number': 5, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port': {'id': 'f9557a68-6fba-4b8b-90fb-536dafc29471', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.817654 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Deleting port 07e61fc4-1514-4ef9-be86-2ab44d613a93 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:10.818399 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.835949 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Checking router: a9be3f34-bd73-40d2-a9d1-2454f9c8a560 for host: dv-cinder-792800-2-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:22:10.847769 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'external_fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:22:09Z', 'revision_number': 5, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port': {'id': '07e61fc4-1514-4ef9-be86-2ab44d613a93', 'name': '', 'network_id': 'b949963e-ba71-46c4-9f89-ab058897ccc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652751b2-8b66-4ac8-ad62-a69036008902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T08:19:54Z', 'updated_at': '2021-07-30T08:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1764aa3-a82d-478b-966b-47b069cc07b2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-2-iscsi'}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.848974 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Routers {'a9be3f34-bd73-40d2-a9d1-2454f9c8a560'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:10.849613 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.875067 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Checking router: 652751b2-8b66-4ac8-ad62-a69036008902 for host: dv-cinder-792800-2-iscsi {{(pid=93288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 08:22:10.885408 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Routers {'652751b2-8b66-4ac8-ad62-a69036008902'} bound to L3 agent in host dv-cinder-792800-2-iscsi {{(pid=93288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 08:22:10.886343 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T08:04:23Z,description=,heartbeat_timestamp=2021-07-30T08:21:53Z,host='dv-cinder-792800-2-iscsi',id=51e41b38-7ba2-4ee4-819f-1fe8432c7ff3,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T08:04:23Z,topic='l3_agent')) {'router_ids': ['652751b2-8b66-4ac8-ad62-a69036008902'], 'active': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:10.918450 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] For port 07e61fc4-1514-4ef9-be86-2ab44d613a93, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=07e61fc4-1514-4ef9-be86-2ab44d613a93,segment=NetworkSegment(9e61b729-63fd-4c47-830e-076d1ad00b77),segment_id=9e61b729-63fd-4c47-830e-076d1ad00b77)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:10.918817 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.934372 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Calling delete_port for 07e61fc4-1514-4ef9-be86-2ab44d613a93 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:10.946656 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] Set router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:10.978426 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:10.993445 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvr_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] Set router 652751b2-8b66-4ac8-ad62-a69036008902 gateway port host: None {{(pid=93288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 08:22:11.004374 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:22:10Z', 'revision_number': 6, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:11.012408 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9557a68-6fba-4b8b-90fb-536dafc29471,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:11.040607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11387b2-7a4e-4f8f-bc40-e9ca16978342 None None] The sync data for ids ['a9be3f34-bd73-40d2-a9d1-2454f9c8a560'] in dv-cinder-792800-2-iscsi is: [{'id': 'a9be3f34-bd73-40d2-a9d1-2454f9c8a560', 'name': 'tempest-TestVolumeBootPattern-245302565-router', 'tenant_id': 'bbbf37d19aac4694895beeec9d0b0764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:14:43Z', 'updated_at': '2021-07-30T08:22:10Z', 'revision_number': 6, 'project_id': 'bbbf37d19aac4694895beeec9d0b0764', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:22:11.063551 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.l3_hamode_db [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:22:10Z', 'revision_number': 6, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port_host': None}], 'dv-cinder-792800-2-iscsi', False) {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:11.078140 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.092178 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9ded2-eb58-4198-9a65-8b51088d2f10 None None] The sync data for ids ['652751b2-8b66-4ac8-ad62-a69036008902'] in dv-cinder-792800-2-iscsi is: [{'id': '652751b2-8b66-4ac8-ad62-a69036008902', 'name': 'tempest-TestMinimumBasicScenario-439837724-router', 'tenant_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T08:19:53Z', 'updated_at': '2021-07-30T08:22:10Z', 'revision_number': 6, 'project_id': 'd3dbf16e083c4a87bd2888c15676ff2b', 'gw_port_host': None}] {{(pid=93288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 08:22:11.123301 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.152547 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Pushing event deleted for resources: {'Port': ['ID=07e61fc4-1514-4ef9-be86-2ab44d613a93,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:11.180685 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.182869 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.213201 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760459'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.229628 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.230303 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9be3f34-bd73-40d2-a9d1-2454f9c8a560 {{(pid=93286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:22:11.234491 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] Notify callbacks [] for router, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.235640 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-ae807023-0c43-495f-b84a-5eec402d7966 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a9be3f34-bd73-40d2-a9d1-2454f9c8a560 HTTP/1.1" status: 204 len: 168 time: 0.9185364 Jul 30 08:22:11.238835 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58024) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:11.327657 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7855'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.331182 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.384356 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Deleting subnet b0782e43-950f-48a3-9e08-ebd7a16ff6e1 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:22:11.388564 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.407708 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528004'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.408343 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 652751b2-8b66-4ac8-ad62-a69036008902 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 08:22:11.413953 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.415121 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-622bf3b4-b8ca-48b0-bbba-b45f6d94d84d admin admin] 10.222.0.16 "DELETE /v2.0/routers/652751b2-8b66-4ac8-ad62-a69036008902 HTTP/1.1" status: 204 len: 168 time: 0.9249954 Jul 30 08:22:11.417747 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58026) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:11.456673 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.496212 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Deleting subnet ba097929-403f-4144-876d-ef0d04a0319e {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 08:22:11.500280 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.563860 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225784'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.601533 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.683174 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1769598'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.712881 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.747768 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0782e43-950f-48a3-9e08-ebd7a16ff6e1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:11.755595 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.757971 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e0fbf4cc-748f-4dfe-9b50-f2a45b44facd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0782e43-950f-48a3-9e08-ebd7a16ff6e1 HTTP/1.1" status: 204 len: 168 time: 0.5181842 Jul 30 08:22:11.760470 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58028) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:11.765872 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b6a36-a064-4600-a10a-f378f5a53dd2 None None] Network 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:22:11.821282 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1769605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4812719'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.865176 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba097929-403f-4144-876d-ef0d04a0319e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:11.867700 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.871748 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e437eeef-ab67-4f81-a857-bc062640bad0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba097929-403f-4144-876d-ef0d04a0319e HTTP/1.1" status: 204 len: 168 time: 0.4506230 Jul 30 08:22:11.871865 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58030) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:11.872317 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca792a44-f4e6-4d04-89b0-9feb58cc361a None None] Network ee882c62-37fc-4ccd-9462-6272e5cd384b requested from dv-cinder-792800-2-iscsi {{(pid=93287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 08:22:11.872429 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:11.955616 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1652087'] for network, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.023973 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Deleting port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:12.024388 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.050496 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] DHCP port deletion for 1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:22:12.111822 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Deleting port 4986a4de-e79b-4418-a2b1-f313d221c218 {{(pid=93287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:12.112380 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.117101 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] For port 77581ef7-e977-4797-af5e-4fdd9c99a3a4, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=77581ef7-e977-4797-af5e-4fdd9c99a3a4,segment=NetworkSegment(4dd09469-e629-413f-b086-7a69ad0b376c),segment_id=4dd09469-e629-413f-b086-7a69ad0b376c)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:12.117530 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.131867 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Calling delete_port for 77581ef7-e977-4797-af5e-4fdd9c99a3a4 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:12.177092 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] For port 4986a4de-e79b-4418-a2b1-f313d221c218, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=4986a4de-e79b-4418-a2b1-f313d221c218,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:12.177496 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.190850 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Calling delete_port for 4986a4de-e79b-4418-a2b1-f313d221c218 owned by network:dhcp {{(pid=93287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:12.193530 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Deleting port 4986a4de-e79b-4418-a2b1-f313d221c218 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 08:22:12.194026 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784194326923'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.220672 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6087715'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.258097 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=77581ef7-e977-4797-af5e-4fdd9c99a3a4,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.260594 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] For port 4986a4de-e79b-4418-a2b1-f313d221c218, host dv-cinder-792800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-2-iscsi',level=0,port_id=4986a4de-e79b-4418-a2b1-f313d221c218,segment=NetworkSegment(95aade29-4b6f-4157-9135-fe1ce7b1b262),segment_id=95aade29-4b6f-4157-9135-fe1ce7b1b262)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 08:22:12.260993 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680082'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.263153 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] No DVR routers for this DVR port 77581ef7-e977-4797-af5e-4fdd9c99a3a4 on host dv-cinder-792800-2-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:12.278330 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Calling delete_port for 4986a4de-e79b-4418-a2b1-f313d221c218 owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 08:22:12.283607 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055'] for port, after_delete {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.315993 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] Pushing event deleted for resources: {'Port': ['ID=4986a4de-e79b-4418-a2b1-f313d221c218,revision_number=None']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.323836 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d210a-1a1c-4d47-9be8-4df8a8a90cfd None None] No DVR routers for this DVR port 4986a4de-e79b-4418-a2b1-f313d221c218 on host dv-cinder-792800-2-iscsi {{(pid=93287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:12.346204 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.356024 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee882c62-37fc-4ccd-9462-6272e5cd384b']}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.369900 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd09469-e629-413f-b086-7a69ad0b376c') {'for_net_delete': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.370251 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.services.segments.db [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd09469-e629-413f-b086-7a69ad0b376c') {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.370644 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1831727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784194331679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784193944055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087317'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.385346 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7253886'] for segment, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.399081 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Pushing event deleted for resources: {'Port': ['ID=4986a4de-e79b-4418-a2b1-f313d221c218,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.402699 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] No DVR routers for this DVR port 4986a4de-e79b-4418-a2b1-f313d221c218 on host dv-cinder-792800-2-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 08:22:12.407180 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.408298 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdba31-fda6-4e08-ac96-b1a1b6b739ac None None] DHCP port deletion for ee882c62-37fc-4ccd-9462-6272e5cd384b request from dv-cinder-792800-2-iscsi {{(pid=93287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 08:22:12.414726 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:22:12.415133 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6088146'] for segment, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: Traceback (most recent call last): Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: timer() Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: cb(*args, **kw) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: return func(*args, **kwargs) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: self._notify() Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: self.callback(batched_events) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: event.method(event) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: return f(self, *a, **k) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._get(url).json() Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: return self.request(url, 'GET', **kwargs) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:22:12.421858 dv-cinder-792800-2-iscsi neutron-server[93286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:22:12.499058 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773033', 'neutron.services.segments.db._delete_segments_for_network-8784194422833'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.512982 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.516743 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.523640 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.527897 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95aade29-4b6f-4157-9135-fe1ce7b1b262') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.528434 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95aade29-4b6f-4157-9135-fe1ce7b1b262') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 08:22:12.528608 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee882c62-37fc-4ccd-9462-6272e5cd384b HTTP/1.1" status: 204 len: 168 time: 0.6556833 Jul 30 08:22:12.542348 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603dc1a-ed75-4e0c-9918-6d1367259f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee882c62-37fc-4ccd-9462-6272e5cd384b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.553917 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784194424122', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225779'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.572367 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.580504 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 08:22:12.581588 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087652'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.587747 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f9557a68-6fba-4b8b-90fb-536dafc29471 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self.session.flush() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self.session.flush() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self.session.flush() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self.session.flush() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: Traceback (most recent call last): Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: timer() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: cb(*args, **kw) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: return func(*args, **kwargs) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self._notify() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: self.callback(batched_events) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: event.method(event) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: return f(self, *a, **k) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._get(url).json() Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 08:22:12.593088 dv-cinder-792800-2-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 08:22:12.609112 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: f9557a68-6fba-4b8b-90fb-536dafc29471 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.609477 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device f9557a68-6fba-4b8b-90fb-536dafc29471 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.609937 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 94821180-0e5f-4c76-bf71-d8b3f693ac76 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.647370 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 94821180-0e5f-4c76-bf71-d8b3f693ac76 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.647716 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 94821180-0e5f-4c76-bf71-d8b3f693ac76 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.648321 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 77581ef7-e977-4797-af5e-4fdd9c99a3a4 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.659577 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760503'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.666998 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614554'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.671397 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 77581ef7-e977-4797-af5e-4fdd9c99a3a4 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.671940 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 77581ef7-e977-4797-af5e-4fdd9c99a3a4 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.673561 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 4986a4de-e79b-4418-a2b1-f313d221c218 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.677478 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269 HTTP/1.1" status: 204 len: 168 time: 0.9145489 Jul 30 08:22:12.695196 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58036) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:12.703111 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 4986a4de-e79b-4418-a2b1-f313d221c218 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.703843 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 4986a4de-e79b-4418-a2b1-f313d221c218 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.703990 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138e7e-dda1-43c3-b6ef-48f343ff5688 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbe7f0d-eb23-45f0-8c5b-d7f4cb31e269,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.704754 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 07e61fc4-1514-4ef9-be86-2ab44d613a93 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.736632 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 07e61fc4-1514-4ef9-be86-2ab44d613a93 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.737100 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 07e61fc4-1514-4ef9-be86-2ab44d613a93 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.737500 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2badac7e-5156-4436-965d-41415637c817 no longer exists at agent ovs-agent-dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 08:22:12.740773 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.16', 58038) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:12.740948 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-0ff392d0-7243-4555-9ffd-f5bfd7f90a42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb4404461f8e4c41b86b6499b86fabc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445521 Jul 30 08:22:12.768942 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] No Port match for: 2badac7e-5156-4436-965d-41415637c817 {{(pid=93287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 08:22:12.769911 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.rpc [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Device 2badac7e-5156-4436-965d-41415637c817 not bound to the agent host dv-cinder-792800-2-iscsi {{(pid=93287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 08:22:12.801091 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.826689 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.878209 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.881631 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:12.885356 dv-cinder-792800-2-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5 HTTP/1.1" status: 204 len: 168 time: 0.1408763 Jul 30 08:22:12.893959 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58042) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:12.896721 dv-cinder-792800-2-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc8e4b-8437-4713-a30b-3d3401574fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01b7c4-8d96-4d68-a1fd-92f0e4a05bf5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:12.947199 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-70d0a7f2-58b2-4241-b8eb-551e4f23b723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a55260c1d1ee495799493929061a10d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520551 Jul 30 08:22:12.949664 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58044) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:13.004159 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.030792 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.087737 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.091468 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.092645 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ab33953-8953-4719-9e0f-c831d886a932 HTTP/1.1" status: 204 len: 168 time: 0.1420739 Jul 30 08:22:13.105120 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0057bea-1a4d-47c4-a64b-33401a783326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab33953-8953-4719-9e0f-c831d886a932,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:13.258707 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58052) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:13.309117 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-fee24325-ed6c-473b-8ad3-da81e5c98ec6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3dbf16e083c4a87bd2888c15676ff2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489910 Jul 30 08:22:13.311453 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58054) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:13.377006 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.403416 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.454909 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.458291 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.459475 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc765d7f-ab86-4785-a22f-292617af3d7e HTTP/1.1" status: 204 len: 168 time: 0.1470249 Jul 30 08:22:13.467609 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035148c1-b648-4485-b4ff-5dd45f68f39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc765d7f-ab86-4785-a22f-292617af3d7e,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:13.506980 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58058) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:13.552391 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-00268c24-6560-4cb5-9630-720c4fff717c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbbf37d19aac4694895beeec9d0b0764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441380 Jul 30 08:22:13.554852 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.wsgi [-] (93286) accepted ('10.222.0.16', 58060) {{(pid=93286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 08:22:13.606376 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.634627 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.688579 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592598'] for security_group, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.692573 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:13.693861 dv-cinder-792800-2-iscsi neutron-server[93286]: INFO neutron.wsgi [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02f4d4db-5fb1-4f68-9f4d-f6887ec68525 HTTP/1.1" status: 204 len: 168 time: 0.1381037 Jul 30 08:22:13.702317 dv-cinder-792800-2-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa2824-97f4-4e1a-b555-8e6fecdb3c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4d4db-5fb1-4f68-9f4d-f6887ec68525,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 08:22:20.940142 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f65c53ec-c985-479b-86e3-b2c6c5614229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:23.410668 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-94a35eb4-e1d3-4e1e-8575-36fcb350a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:23.745930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:24.334162 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:24.506457 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:26.289818 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:39.288496 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:22:50.940752 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc827-4376-4160-a965-00a9dd5c96ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:53.411563 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-802b6970-5e5e-4204-8071-7939bf7a2a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:53.749005 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:54.335988 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:54.509370 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:22:56.292368 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:16.287294 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:23:20.942070 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-aa196434-0650-4782-bc3c-ec3bfef5340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:23.411545 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9142-2116-4103-9d3a-42e840b50ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:23.750127 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:24.339837 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:24.512228 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:26.295207 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:50.942713 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-ace26872-ca5e-437e-a52a-15bd479ef4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:53.285436 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:23:53.412850 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-171defae-29f1-4240-be86-127a8d53dbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:53.751384 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:54.340291 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:54.515346 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:23:56.297181 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:20.943308 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0806b851-a59a-4600-a19b-15b3aac21a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:23.412373 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1ee7-9fe3-4ac8-9a62-657edfd2c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:23.753392 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:24.338130 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:24.516843 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:26.300880 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:30.285881 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:24:50.945035 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7fc46e27-ad19-4861-bc79-a5fe30835b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:53.413481 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-77b47ba0-41c8-466a-b1d8-dd22a7c18705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:53.757497 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:54.353495 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:54.520075 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:24:56.303669 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:07.284834 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:25:20.945632 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-40824437-50b1-4d7a-90fa-8b4268ef4fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:23.415093 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-96b086ae-3f2b-40dd-99ff-962049d84925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:23.759367 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:24.368257 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:24.523480 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:26.305988 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:44.287975 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:25:50.946608 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-3c5b94a9-798e-45b2-9a45-d4172cc95ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:53.414930 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c558600e-83bb-46c4-bd1e-9c03cea77979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:53.760566 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:54.381558 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:54.524558 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:25:56.311048 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:20.946772 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d5eaaef7-7403-457f-a9d9-eed33d63d6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:21.286796 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 08:26:23.416308 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-18313be3-9836-4928-bfae-7b4d40fab076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:23.761539 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:24.390300 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:24.527162 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:26.312062 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:50.947460 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-8623a359-e22f-4502-83c9-5ff7391d93c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:53.415739 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7db9d344-ce9c-4e71-b15c-62317f610d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:53.762268 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-a4cd9909-40e7-4de4-8aef-92646c4e5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:54.394517 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-dad1ba69-82af-439e-8b7c-a56c764bb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:54.528954 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b227a02d-7826-4076-9fdb-1ea72cba38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:56.317463 dv-cinder-792800-2-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-7b483378-1ca0-44d4-addf-a23d19c02ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784194422815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774383'] for agent, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 08:26:58.287123 dv-cinder-792800-2-iscsi neutron-server[93288]: DEBUG neutron.db.agents_db [None req-6b75092a-b4d0-4596-a1a1-694cca1cb94b None None] Agent healthcheck: found 6 active agents {{(pid=93288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}